{"level":"warn","ts":"2026-04-28T07:16:11.253749Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T07:16:11.253877Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.75:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.75:2380","--initial-cluster=instance=https://199.19.213.75:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.75:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.75:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T07:16:11.253969Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T07:16:11.253988Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.75:2380"]} {"level":"info","ts":"2026-04-28T07:16:11.254016Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T07:16:11.255072Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.75:2379"]} {"level":"info","ts":"2026-04-28T07:16:11.255177Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.75:2380"],"listen-peer-urls":["https://199.19.213.75:2380"],"advertise-client-urls":["https://199.19.213.75:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.75:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.75:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T07:16:11.261314Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.859806ms"} {"level":"info","ts":"2026-04-28T07:16:11.276425Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"42c325ad8bcf8012","cluster-id":"1e2ab336c559df5e"} {"level":"info","ts":"2026-04-28T07:16:11.276563Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"42c325ad8bcf8012 switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T07:16:11.276604Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"42c325ad8bcf8012 became follower at term 0"} {"level":"info","ts":"2026-04-28T07:16:11.276626Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 42c325ad8bcf8012 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T07:16:11.276638Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"42c325ad8bcf8012 became follower at term 1"} {"level":"info","ts":"2026-04-28T07:16:11.2767Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"42c325ad8bcf8012 switched to configuration voters=(4810730254267023378)"} {"level":"warn","ts":"2026-04-28T07:16:11.284929Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T07:16:11.286683Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T07:16:11.288116Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T07:16:11.291056Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"42c325ad8bcf8012","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T07:16:11.292341Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"42c325ad8bcf8012","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T07:16:11.292554Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:16:11.292646Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:16:11.292716Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T07:16:11.293172Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"42c325ad8bcf8012 switched to configuration voters=(4810730254267023378)"} {"level":"info","ts":"2026-04-28T07:16:11.294154Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"1e2ab336c559df5e","local-member-id":"42c325ad8bcf8012","added-peer-id":"42c325ad8bcf8012","added-peer-peer-urls":["https://199.19.213.75:2380"]} {"level":"info","ts":"2026-04-28T07:16:11.296542Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T07:16:11.296665Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.75:2380"} {"level":"info","ts":"2026-04-28T07:16:11.296712Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.75:2380"} {"level":"info","ts":"2026-04-28T07:16:11.296892Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"42c325ad8bcf8012","initial-advertise-peer-urls":["https://199.19.213.75:2380"],"listen-peer-urls":["https://199.19.213.75:2380"],"advertise-client-urls":["https://199.19.213.75:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.75:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T07:16:11.296959Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T07:16:11.377107Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"42c325ad8bcf8012 is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T07:16:11.377253Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"42c325ad8bcf8012 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T07:16:11.37733Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"42c325ad8bcf8012 received MsgPreVoteResp from 42c325ad8bcf8012 at term 1"} {"level":"info","ts":"2026-04-28T07:16:11.37736Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"42c325ad8bcf8012 became candidate at term 2"} {"level":"info","ts":"2026-04-28T07:16:11.377386Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"42c325ad8bcf8012 received MsgVoteResp from 42c325ad8bcf8012 at term 2"} {"level":"info","ts":"2026-04-28T07:16:11.377409Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"42c325ad8bcf8012 became leader at term 2"} {"level":"info","ts":"2026-04-28T07:16:11.377437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 42c325ad8bcf8012 elected leader 42c325ad8bcf8012 at term 2"} {"level":"info","ts":"2026-04-28T07:16:11.379299Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:16:11.380145Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T07:16:11.380146Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"42c325ad8bcf8012","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.75:2379]}","request-path":"/0/members/42c325ad8bcf8012/attributes","cluster-id":"1e2ab336c559df5e","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T07:16:11.380501Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T07:16:11.381284Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T07:16:11.381322Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T07:16:11.381864Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"1e2ab336c559df5e","local-member-id":"42c325ad8bcf8012","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:16:11.382008Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:16:11.382054Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T07:16:11.383654Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.75:2379"} {"level":"info","ts":"2026-04-28T07:16:11.385325Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-28T07:16:13.924622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T07:16:13.924798Z","caller":"traceutil/trace.go:171","msg":"trace[912653903] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:69; }","duration":"498.690981ms","start":"2026-04-28T07:16:13.426079Z","end":"2026-04-28T07:16:13.92477Z","steps":["trace[912653903] 'range keys from in-memory index tree' (duration: 498.259399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:13.924598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.428521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-28T07:16:13.924877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:13.426057Z","time spent":"498.804342ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":26,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-04-28T07:16:13.92494Z","caller":"traceutil/trace.go:171","msg":"trace[1355939757] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:69; }","duration":"466.844933ms","start":"2026-04-28T07:16:13.458066Z","end":"2026-04-28T07:16:13.924911Z","steps":["trace[1355939757] 'range keys from in-memory index tree' (duration: 466.31018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:13.925017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:13.45803Z","time spent":"466.970164ms","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":26,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"info","ts":"2026-04-28T07:16:14.446895Z","caller":"traceutil/trace.go:171","msg":"trace[83394138] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"517.552019ms","start":"2026-04-28T07:16:13.929311Z","end":"2026-04-28T07:16:14.446863Z","steps":["trace[83394138] 'process raft request' (duration: 517.299777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:14.447558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:13.929285Z","time spent":"517.73106ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3453,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:16:14.993186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.679118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-28T07:16:14.993321Z","caller":"traceutil/trace.go:171","msg":"trace[165043320] linearizableReadLoop","detail":"{readStateIndex:75; appliedIndex:73; }","duration":"929.04862ms","start":"2026-04-28T07:16:14.064253Z","end":"2026-04-28T07:16:14.993302Z","steps":["trace[165043320] 'read index received' (duration: 382.322944ms)","trace[165043320] 'applied index is now lower than readState.Index' (duration: 546.724276ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:16:14.993384Z","caller":"traceutil/trace.go:171","msg":"trace[491758788] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"1.056697546s","start":"2026-04-28T07:16:13.936634Z","end":"2026-04-28T07:16:14.993332Z","steps":["trace[491758788] 'process raft request' (duration: 737.609435ms)","trace[491758788] 'compare' (duration: 318.501646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:16:14.99361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:13.936601Z","time spent":"1.056914598s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:16:14.993692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.396073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T07:16:14.99377Z","caller":"traceutil/trace.go:171","msg":"trace[1508760482] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:71; }","duration":"929.533564ms","start":"2026-04-28T07:16:14.064194Z","end":"2026-04-28T07:16:14.993728Z","steps":["trace[1508760482] 'agreement among raft nodes before linearized reading' (duration: 929.208651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:14.993749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.654706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-28T07:16:14.993854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:14.064165Z","time spent":"929.676546ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":26,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-04-28T07:16:14.993861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.470363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T07:16:14.993968Z","caller":"traceutil/trace.go:171","msg":"trace[1422438900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:71; }","duration":"820.653854ms","start":"2026-04-28T07:16:14.173287Z","end":"2026-04-28T07:16:14.993941Z","steps":["trace[1422438900] 'agreement among raft nodes before linearized reading' (duration: 820.364142ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:14.993871Z","caller":"traceutil/trace.go:171","msg":"trace[451553788] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:71; }","duration":"928.853589ms","start":"2026-04-28T07:16:14.064989Z","end":"2026-04-28T07:16:14.993843Z","steps":["trace[451553788] 'agreement among raft nodes before linearized reading' (duration: 928.510616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:14.994057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:14.064961Z","time spent":"929.08337ms","remote":"127.0.0.1:51560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"warn","ts":"2026-04-28T07:16:14.994054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:14.173246Z","time spent":"820.796365ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:16:15.597904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.634602ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-28T07:16:15.598023Z","caller":"traceutil/trace.go:171","msg":"trace[946812238] linearizableReadLoop","detail":"{readStateIndex:77; appliedIndex:76; }","duration":"553.773941ms","start":"2026-04-28T07:16:15.044234Z","end":"2026-04-28T07:16:15.598008Z","steps":["trace[946812238] 'read index received' (duration: 124.002258ms)","trace[946812238] 'applied index is now lower than readState.Index' (duration: 429.770713ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:16:15.598097Z","caller":"traceutil/trace.go:171","msg":"trace[19371122] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"554.361676ms","start":"2026-04-28T07:16:15.043683Z","end":"2026-04-28T07:16:15.598044Z","steps":["trace[19371122] 'process raft request' (duration: 124.516822ms)","trace[19371122] 'compare' (duration: 429.472751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:16:15.598209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.1594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T07:16:15.598241Z","caller":"traceutil/trace.go:171","msg":"trace[1586453051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:73; }","duration":"424.23185ms","start":"2026-04-28T07:16:15.174Z","end":"2026-04-28T07:16:15.598232Z","steps":["trace[1586453051] 'agreement among raft nodes before linearized reading' (duration: 424.098539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:15.598323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:15.043669Z","time spent":"554.524898ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:16:15.598343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:15.173973Z","time spent":"424.2894ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:16:15.598318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.050353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T07:16:15.598461Z","caller":"traceutil/trace.go:171","msg":"trace[1489802407] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:0; response_revision:73; }","duration":"554.281105ms","start":"2026-04-28T07:16:15.044144Z","end":"2026-04-28T07:16:15.598425Z","steps":["trace[1489802407] 'agreement among raft nodes before linearized reading' (duration: 553.954683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:15.59857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:15.044119Z","time spent":"554.433276ms","remote":"127.0.0.1:51560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"info","ts":"2026-04-28T07:16:15.768455Z","caller":"traceutil/trace.go:171","msg":"trace[643110673] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"157.52214ms","start":"2026-04-28T07:16:15.610903Z","end":"2026-04-28T07:16:15.768425Z","steps":["trace[643110673] 'process raft request' (duration: 153.997963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:16.228606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.829151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-28T07:16:16.228759Z","caller":"traceutil/trace.go:171","msg":"trace[1764242412] linearizableReadLoop","detail":"{readStateIndex:84; appliedIndex:83; }","duration":"155.886675ms","start":"2026-04-28T07:16:16.07285Z","end":"2026-04-28T07:16:16.228737Z","steps":["trace[1764242412] 'read index received' (duration: 67.73µs)","trace[1764242412] 'applied index is now lower than readState.Index' (duration: 155.817415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:16:16.228882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.039018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T07:16:16.228855Z","caller":"traceutil/trace.go:171","msg":"trace[2000861968] transaction","detail":"{read_only:false; response_revision:80; number_of_response:1; }","duration":"357.59408ms","start":"2026-04-28T07:16:15.871205Z","end":"2026-04-28T07:16:16.228799Z","steps":["trace[2000861968] 'process raft request' (duration: 12.478967ms)","trace[2000861968] 'compare' (duration: 344.643449ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:16:16.228926Z","caller":"traceutil/trace.go:171","msg":"trace[1349531209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:80; }","duration":"156.145759ms","start":"2026-04-28T07:16:16.072768Z","end":"2026-04-28T07:16:16.228914Z","steps":["trace[1349531209] 'agreement among raft nodes before linearized reading' (duration: 156.033958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:16.229063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:15.871186Z","time spent":"357.761801ms","remote":"127.0.0.1:51560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:16:16.86441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765103867,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:16:17.015506Z","caller":"traceutil/trace.go:171","msg":"trace[304406907] linearizableReadLoop","detail":"{readStateIndex:87; appliedIndex:86; }","duration":"651.637066ms","start":"2026-04-28T07:16:16.363835Z","end":"2026-04-28T07:16:17.015472Z","steps":["trace[304406907] 'read index received' (duration: 651.572286ms)","trace[304406907] 'applied index is now lower than readState.Index' (duration: 62.41µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:16:17.015638Z","caller":"traceutil/trace.go:171","msg":"trace[1356172188] transaction","detail":"{read_only:false; response_revision:83; number_of_response:1; }","duration":"721.597922ms","start":"2026-04-28T07:16:16.293994Z","end":"2026-04-28T07:16:17.015592Z","steps":["trace[1356172188] 'process raft request' (duration: 721.28618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:17.015773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.920248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T07:16:17.01584Z","caller":"traceutil/trace.go:171","msg":"trace[2077720567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:83; }","duration":"652.058989ms","start":"2026-04-28T07:16:16.363764Z","end":"2026-04-28T07:16:17.015823Z","steps":["trace[2077720567] 'agreement among raft nodes before linearized reading' (duration: 651.874367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:17.015833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:16.293977Z","time spent":"721.761523ms","remote":"127.0.0.1:51560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2012,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:16:17.015894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:16.363734Z","time spent":"652.146379ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":26,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:16:17.471878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.788562ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"info","ts":"2026-04-28T07:16:17.472131Z","caller":"traceutil/trace.go:171","msg":"trace[1023030990] transaction","detail":"{read_only:false; response_revision:84; number_of_response:1; }","duration":"451.828446ms","start":"2026-04-28T07:16:17.020279Z","end":"2026-04-28T07:16:17.472107Z","steps":["trace[1023030990] 'process raft request' (duration: 451.707675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:17.472237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:17.020248Z","time spent":"451.934386ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:16:17.472312Z","caller":"traceutil/trace.go:171","msg":"trace[2111425494] linearizableReadLoop","detail":"{readStateIndex:88; appliedIndex:87; }","duration":"456.669264ms","start":"2026-04-28T07:16:17.015605Z","end":"2026-04-28T07:16:17.472274Z","steps":["trace[2111425494] 'read index received' (duration: 257.58009ms)","trace[2111425494] 'applied index is now lower than readState.Index' (duration: 199.076484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:16:17.472407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:16.916301Z","time spent":"556.095319ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:16:17.47254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.45145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T07:16:17.472928Z","caller":"traceutil/trace.go:171","msg":"trace[943553109] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:84; }","duration":"557.895934ms","start":"2026-04-28T07:16:16.915013Z","end":"2026-04-28T07:16:17.472909Z","steps":["trace[943553109] 'agreement among raft nodes before linearized reading' (duration: 557.41544ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:17.472967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:16.914988Z","time spent":"557.969474ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":26,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:16:17.472972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.712079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T07:16:17.47307Z","caller":"traceutil/trace.go:171","msg":"trace[1968738458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:84; }","duration":"399.85925ms","start":"2026-04-28T07:16:17.073178Z","end":"2026-04-28T07:16:17.473037Z","steps":["trace[1968738458] 'agreement among raft nodes before linearized reading' (duration: 399.317946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:17.473139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:17.073161Z","time spent":"399.9617ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:16:17.473146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.56679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T07:16:17.473221Z","caller":"traceutil/trace.go:171","msg":"trace[1873905825] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:0; response_revision:84; }","duration":"454.281795ms","start":"2026-04-28T07:16:17.018928Z","end":"2026-04-28T07:16:17.473209Z","steps":["trace[1873905825] 'agreement among raft nodes before linearized reading' (duration: 453.53139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:17.473286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:17.018912Z","time spent":"454.361966ms","remote":"127.0.0.1:51560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"warn","ts":"2026-04-28T07:16:18.06486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765103878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:16:18.988256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.308661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-28T07:16:18.98859Z","caller":"traceutil/trace.go:171","msg":"trace[974433498] linearizableReadLoop","detail":"{readStateIndex:94; appliedIndex:90; }","duration":"1.424223764s","start":"2026-04-28T07:16:17.564348Z","end":"2026-04-28T07:16:18.988571Z","steps":["trace[974433498] 'read index received' (duration: 917.52509ms)","trace[974433498] 'applied index is now lower than readState.Index' (duration: 506.697524ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:16:18.988699Z","caller":"traceutil/trace.go:171","msg":"trace[127311119] transaction","detail":"{read_only:false; response_revision:87; number_of_response:1; }","duration":"1.50954263s","start":"2026-04-28T07:16:17.479146Z","end":"2026-04-28T07:16:18.988689Z","steps":["trace[127311119] 'process raft request' (duration: 1.509228907s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:18.988714Z","caller":"traceutil/trace.go:171","msg":"trace[638782556] transaction","detail":"{read_only:false; response_revision:86; number_of_response:1; }","duration":"1.511489544s","start":"2026-04-28T07:16:17.47718Z","end":"2026-04-28T07:16:18.988669Z","steps":["trace[638782556] 'process raft request' (duration: 1.00467882s)","trace[638782556] 'compare' (duration: 505.839617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:16:18.988763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:17.47914Z","time spent":"1.50959346s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:16:18.988832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:17.477157Z","time spent":"1.511626266s","remote":"127.0.0.1:51560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1917,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:16:18.988861Z","caller":"traceutil/trace.go:171","msg":"trace[1552097403] transaction","detail":"{read_only:false; response_revision:88; number_of_response:1; }","duration":"1.487212895s","start":"2026-04-28T07:16:17.501595Z","end":"2026-04-28T07:16:18.988807Z","steps":["trace[1552097403] 'process raft request' (duration: 1.486881163s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:18.989014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.177561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T07:16:18.988946Z","caller":"traceutil/trace.go:171","msg":"trace[1816493578] transaction","detail":"{read_only:false; response_revision:89; number_of_response:1; }","duration":"1.487147085s","start":"2026-04-28T07:16:17.501701Z","end":"2026-04-28T07:16:18.988848Z","steps":["trace[1816493578] 'process raft request' (duration: 1.486820072s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:18.989071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:17.501555Z","time spent":"1.487392876s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":624,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:16:18.989003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424635987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T07:16:18.98921Z","caller":"traceutil/trace.go:171","msg":"trace[2103456427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:89; }","duration":"1.42490007s","start":"2026-04-28T07:16:17.564275Z","end":"2026-04-28T07:16:18.989175Z","steps":["trace[2103456427] 'agreement among raft nodes before linearized reading' (duration: 1.424513386s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:18.989127Z","caller":"traceutil/trace.go:171","msg":"trace[1937571450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:89; }","duration":"815.322614ms","start":"2026-04-28T07:16:18.173773Z","end":"2026-04-28T07:16:18.989096Z","steps":["trace[1937571450] 'agreement among raft nodes before linearized reading' (duration: 815.065651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:18.989376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:17.564238Z","time spent":"1.425068821s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:16:18.989371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:18.173748Z","time spent":"815.601676ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:16:18.989513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:17.501665Z","time spent":"1.487461038s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:16:19.76125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.660347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-28T07:16:19.761506Z","caller":"traceutil/trace.go:171","msg":"trace[1474110630] transaction","detail":"{read_only:false; response_revision:93; number_of_response:1; }","duration":"694.659731ms","start":"2026-04-28T07:16:19.066827Z","end":"2026-04-28T07:16:19.761487Z","steps":["trace[1474110630] 'process raft request' (duration: 694.60757ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:19.761495Z","caller":"traceutil/trace.go:171","msg":"trace[72410953] transaction","detail":"{read_only:false; response_revision:91; number_of_response:1; }","duration":"762.730562ms","start":"2026-04-28T07:16:18.998708Z","end":"2026-04-28T07:16:19.761438Z","steps":["trace[72410953] 'process raft request' (duration: 311.815163ms)","trace[72410953] 'compare' (duration: 450.492166ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:16:19.761571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:19.066795Z","time spent":"694.753472ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":637,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:16:19.761559Z","caller":"traceutil/trace.go:171","msg":"trace[1768739997] transaction","detail":"{read_only:false; response_revision:92; number_of_response:1; }","duration":"762.343689ms","start":"2026-04-28T07:16:18.999172Z","end":"2026-04-28T07:16:19.761515Z","steps":["trace[1768739997] 'process raft request' (duration: 762.197918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:19.761707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:18.998688Z","time spent":"762.918554ms","remote":"127.0.0.1:51560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:16:19.761768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:18.999148Z","time spent":"762.509ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:16:19.761874Z","caller":"traceutil/trace.go:171","msg":"trace[1795769067] linearizableReadLoop","detail":"{readStateIndex:97; appliedIndex:95; }","duration":"697.878556ms","start":"2026-04-28T07:16:19.063929Z","end":"2026-04-28T07:16:19.761808Z","steps":["trace[1795769067] 'read index received' (duration: 248.59639ms)","trace[1795769067] 'applied index is now lower than readState.Index' (duration: 449.277776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:16:19.762003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.079037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T07:16:19.762065Z","caller":"traceutil/trace.go:171","msg":"trace[622234017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:93; }","duration":"698.205569ms","start":"2026-04-28T07:16:19.06385Z","end":"2026-04-28T07:16:19.762056Z","steps":["trace[622234017] 'agreement among raft nodes before linearized reading' (duration: 698.113738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:19.76209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:19.063825Z","time spent":"698.259429ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:16:19.762193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.090329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-28T07:16:19.762272Z","caller":"traceutil/trace.go:171","msg":"trace[1225497676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:93; }","duration":"588.23252ms","start":"2026-04-28T07:16:19.174021Z","end":"2026-04-28T07:16:19.762253Z","steps":["trace[1225497676] 'agreement among raft nodes before linearized reading' (duration: 588.101168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:19.76231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:19.173989Z","time spent":"588.314551ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:16:20.819207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.752252ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-04-28T07:16:20.819447Z","caller":"traceutil/trace.go:171","msg":"trace[724166016] linearizableReadLoop","detail":"{readStateIndex:102; appliedIndex:100; }","duration":"745.642829ms","start":"2026-04-28T07:16:20.073785Z","end":"2026-04-28T07:16:20.819427Z","steps":["trace[724166016] 'read index received' (duration: 132.523524ms)","trace[724166016] 'applied index is now lower than readState.Index' (duration: 613.118015ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:16:20.819579Z","caller":"traceutil/trace.go:171","msg":"trace[740420064] transaction","detail":"{read_only:false; response_revision:97; number_of_response:1; }","duration":"984.275821ms","start":"2026-04-28T07:16:19.835261Z","end":"2026-04-28T07:16:20.819537Z","steps":["trace[740420064] 'process raft request' (duration: 984.09966ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:20.819673Z","caller":"traceutil/trace.go:171","msg":"trace[1465304089] transaction","detail":"{read_only:false; response_revision:96; number_of_response:1; }","duration":"985.528891ms","start":"2026-04-28T07:16:19.834091Z","end":"2026-04-28T07:16:20.81962Z","steps":["trace[1465304089] 'process raft request' (duration: 372.227435ms)","trace[1465304089] 'compare' (duration: 612.599981ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:16:20.819746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.084447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3465"} {"level":"warn","ts":"2026-04-28T07:16:20.819769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:19.835243Z","time spent":"984.443302ms","remote":"127.0.0.1:51560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:16:20.819792Z","caller":"traceutil/trace.go:171","msg":"trace[1715174806] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:97; }","duration":"393.175348ms","start":"2026-04-28T07:16:20.426605Z","end":"2026-04-28T07:16:20.819781Z","steps":["trace[1715174806] 'agreement among raft nodes before linearized reading' (duration: 393.055057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:20.819835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:20.42658Z","time spent":"393.244718ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":3487,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-28T07:16:20.819715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.926641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-28T07:16:20.819878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:19.834073Z","time spent":"985.689803ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":641,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:16:20.819953Z","caller":"traceutil/trace.go:171","msg":"trace[289918016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:97; }","duration":"746.169663ms","start":"2026-04-28T07:16:20.073731Z","end":"2026-04-28T07:16:20.8199Z","steps":["trace[289918016] 'agreement among raft nodes before linearized reading' (duration: 745.84607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:20.820172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:20.073708Z","time spent":"746.370944ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:16:21.133555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.553753ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-28T07:16:21.133774Z","caller":"traceutil/trace.go:171","msg":"trace[1828442582] linearizableReadLoop","detail":"{readStateIndex:105; appliedIndex:103; }","duration":"286.576926ms","start":"2026-04-28T07:16:20.847177Z","end":"2026-04-28T07:16:21.133754Z","steps":["trace[1828442582] 'read index received' (duration: 175.647931ms)","trace[1828442582] 'applied index is now lower than readState.Index' (duration: 110.927685ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:16:21.133874Z","caller":"traceutil/trace.go:171","msg":"trace[1480624326] transaction","detail":"{read_only:false; response_revision:100; number_of_response:1; }","duration":"292.741554ms","start":"2026-04-28T07:16:20.841092Z","end":"2026-04-28T07:16:21.133833Z","steps":["trace[1480624326] 'process raft request' (duration: 292.581622ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:21.133965Z","caller":"traceutil/trace.go:171","msg":"trace[288393166] transaction","detail":"{read_only:false; response_revision:99; number_of_response:1; }","duration":"308.387206ms","start":"2026-04-28T07:16:20.825526Z","end":"2026-04-28T07:16:21.133913Z","steps":["trace[288393166] 'process raft request' (duration: 197.36459ms)","trace[288393166] 'compare' (duration: 110.333561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:16:21.13407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.862889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18aa74059e39e016\" ","response":"range_response_count:1 size:647"} {"level":"warn","ts":"2026-04-28T07:16:21.134162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:20.825502Z","time spent":"308.565738ms","remote":"127.0.0.1:51560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:16:21.134177Z","caller":"traceutil/trace.go:171","msg":"trace[1312103731] range","detail":"{range_begin:/registry/events/default/instance.18aa74059e39e016; range_end:; response_count:1; response_revision:100; }","duration":"287.00909ms","start":"2026-04-28T07:16:20.847138Z","end":"2026-04-28T07:16:21.134147Z","steps":["trace[1312103731] 'agreement among raft nodes before linearized reading' (duration: 286.797898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:21.134172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.841079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-28T07:16:21.134245Z","caller":"traceutil/trace.go:171","msg":"trace[1450783639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:100; }","duration":"140.980569ms","start":"2026-04-28T07:16:20.993245Z","end":"2026-04-28T07:16:21.134226Z","steps":["trace[1450783639] 'agreement among raft nodes before linearized reading' (duration: 140.800028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:48.16706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.482035ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:16:48.167329Z","caller":"traceutil/trace.go:171","msg":"trace[82895859] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:528; }","duration":"595.607911ms","start":"2026-04-28T07:16:47.571678Z","end":"2026-04-28T07:16:48.167286Z","steps":["trace[82895859] 'read index received' (duration: 34.925179ms)","trace[82895859] 'applied index is now lower than readState.Index' (duration: 560.677912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:16:48.167445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.749356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:16:48.167524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.655456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:16:48.16753Z","caller":"traceutil/trace.go:171","msg":"trace[1753188436] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:513; }","duration":"595.907042ms","start":"2026-04-28T07:16:47.571603Z","end":"2026-04-28T07:16:48.16751Z","steps":["trace[1753188436] 'agreement among raft nodes before linearized reading' (duration: 595.753886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:48.167558Z","caller":"traceutil/trace.go:171","msg":"trace[1674635475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"466.760429ms","start":"2026-04-28T07:16:47.700787Z","end":"2026-04-28T07:16:48.167548Z","steps":["trace[1674635475] 'agreement among raft nodes before linearized reading' (duration: 466.656475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:48.167564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:47.571573Z","time spent":"595.983624ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-04-28T07:16:48.167597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:47.700762Z","time spent":"466.827251ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:16:48.167914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.263234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:16:48.167943Z","caller":"traceutil/trace.go:171","msg":"trace[189075952] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:513; }","duration":"165.330636ms","start":"2026-04-28T07:16:48.002605Z","end":"2026-04-28T07:16:48.167935Z","steps":["trace[189075952] 'agreement among raft nodes before linearized reading' (duration: 165.260363ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:48.415852Z","caller":"traceutil/trace.go:171","msg":"trace[1653347702] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:529; }","duration":"114.088268ms","start":"2026-04-28T07:16:48.301738Z","end":"2026-04-28T07:16:48.415826Z","steps":["trace[1653347702] 'read index received' (duration: 112.173589ms)","trace[1653347702] 'applied index is now lower than readState.Index' (duration: 1.913889ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:16:48.416219Z","caller":"traceutil/trace.go:171","msg":"trace[2068179162] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"243.467527ms","start":"2026-04-28T07:16:48.172743Z","end":"2026-04-28T07:16:48.41621Z","steps":["trace[2068179162] 'process raft request' (duration: 241.244608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:48.416409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.661918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:16:48.416492Z","caller":"traceutil/trace.go:171","msg":"trace[1491437252] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:514; }","duration":"114.765012ms","start":"2026-04-28T07:16:48.301667Z","end":"2026-04-28T07:16:48.416432Z","steps":["trace[1491437252] 'agreement among raft nodes before linearized reading' (duration: 114.69402ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:49.560486Z","caller":"traceutil/trace.go:171","msg":"trace[903871363] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"273.074138ms","start":"2026-04-28T07:16:49.287377Z","end":"2026-04-28T07:16:49.560451Z","steps":["trace[903871363] 'process raft request' (duration: 189.924438ms)","trace[903871363] 'compare' (duration: 82.341641ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:16:49.658858Z","caller":"traceutil/trace.go:171","msg":"trace[706053852] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"351.859404ms","start":"2026-04-28T07:16:49.300905Z","end":"2026-04-28T07:16:49.652764Z","steps":["trace[706053852] 'process raft request' (duration: 351.46224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:49.659068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:49.300869Z","time spent":"358.090085ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:16:49.659034Z","caller":"traceutil/trace.go:171","msg":"trace[928967337] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:588; }","duration":"307.828631ms","start":"2026-04-28T07:16:49.351127Z","end":"2026-04-28T07:16:49.658955Z","steps":["trace[928967337] 'read index received' (duration: 126.022251ms)","trace[928967337] 'applied index is now lower than readState.Index' (duration: 181.80467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:16:49.659331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.170544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:16:49.659396Z","caller":"traceutil/trace.go:171","msg":"trace[1838239291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:574; }","duration":"308.309278ms","start":"2026-04-28T07:16:49.351072Z","end":"2026-04-28T07:16:49.659381Z","steps":["trace[1838239291] 'agreement among raft nodes before linearized reading' (duration: 308.032748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:49.659444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:49.351048Z","time spent":"308.385031ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:16:49.659916Z","caller":"traceutil/trace.go:171","msg":"trace[243232345] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"315.734003ms","start":"2026-04-28T07:16:49.344098Z","end":"2026-04-28T07:16:49.659832Z","steps":["trace[243232345] 'process raft request' (duration: 312.184847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:49.660126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:49.34405Z","time spent":"315.900668ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:16:49.700143Z","caller":"traceutil/trace.go:171","msg":"trace[1476132109] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"112.391267ms","start":"2026-04-28T07:16:49.587714Z","end":"2026-04-28T07:16:49.700106Z","steps":["trace[1476132109] 'process raft request' (duration: 96.630399ms)","trace[1476132109] 'compare' (duration: 15.415926ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:16:52.510087Z","caller":"traceutil/trace.go:171","msg":"trace[769347279] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"434.450974ms","start":"2026-04-28T07:16:52.075605Z","end":"2026-04-28T07:16:52.510056Z","steps":["trace[769347279] 'read index received' (duration: 434.173174ms)","trace[769347279] 'applied index is now lower than readState.Index' (duration: 276.55µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:16:52.510253Z","caller":"traceutil/trace.go:171","msg":"trace[1234970418] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"530.428099ms","start":"2026-04-28T07:16:51.979791Z","end":"2026-04-28T07:16:52.510219Z","steps":["trace[1234970418] 'process raft request' (duration: 530.091486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:52.510408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:51.979763Z","time spent":"530.569944ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":397,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:16:52.510557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.926881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:16:52.510631Z","caller":"traceutil/trace.go:171","msg":"trace[1121223846] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:597; }","duration":"435.091147ms","start":"2026-04-28T07:16:52.075524Z","end":"2026-04-28T07:16:52.510615Z","steps":["trace[1121223846] 'agreement among raft nodes before linearized reading' (duration: 434.725574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:52.510693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:52.075476Z","time spent":"435.19782ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"info","ts":"2026-04-28T07:16:52.634667Z","caller":"traceutil/trace.go:171","msg":"trace[939006234] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"118.774213ms","start":"2026-04-28T07:16:52.51586Z","end":"2026-04-28T07:16:52.634634Z","steps":["trace[939006234] 'process raft request' (duration: 118.620377ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:52.634808Z","caller":"traceutil/trace.go:171","msg":"trace[2038288129] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"118.551495ms","start":"2026-04-28T07:16:52.516235Z","end":"2026-04-28T07:16:52.634786Z","steps":["trace[2038288129] 'process raft request' (duration: 118.300476ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:52.634837Z","caller":"traceutil/trace.go:171","msg":"trace[477123824] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"118.264055ms","start":"2026-04-28T07:16:52.516553Z","end":"2026-04-28T07:16:52.634817Z","steps":["trace[477123824] 'process raft request' (duration: 118.018407ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:52.634798Z","caller":"traceutil/trace.go:171","msg":"trace[2038180908] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"119.651395ms","start":"2026-04-28T07:16:52.515092Z","end":"2026-04-28T07:16:52.634744Z","steps":["trace[2038180908] 'process raft request' (duration: 86.724856ms)","trace[2038180908] 'compare' (duration: 32.542105ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:16:53.075952Z","caller":"traceutil/trace.go:171","msg":"trace[1675952632] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:620; }","duration":"373.620914ms","start":"2026-04-28T07:16:52.702288Z","end":"2026-04-28T07:16:53.075908Z","steps":["trace[1675952632] 'read index received' (duration: 373.336655ms)","trace[1675952632] 'applied index is now lower than readState.Index' (duration: 282.869µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:16:53.076222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.890695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:16:53.076323Z","caller":"traceutil/trace.go:171","msg":"trace[2093987089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:603; }","duration":"374.054721ms","start":"2026-04-28T07:16:52.702242Z","end":"2026-04-28T07:16:53.076297Z","steps":["trace[2093987089] 'agreement among raft nodes before linearized reading' (duration: 373.796512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:53.076456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:52.702222Z","time spent":"374.220576ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:16:53.076674Z","caller":"traceutil/trace.go:171","msg":"trace[1023678459] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"401.294657ms","start":"2026-04-28T07:16:52.675283Z","end":"2026-04-28T07:16:53.076577Z","steps":["trace[1023678459] 'process raft request' (duration: 400.27334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:53.077002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:52.67525Z","time spent":"401.593108ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:16:53.096971Z","caller":"traceutil/trace.go:171","msg":"trace[369093263] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"168.016891ms","start":"2026-04-28T07:16:52.928886Z","end":"2026-04-28T07:16:53.096903Z","steps":["trace[369093263] 'process raft request' (duration: 167.641868ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:54.45523Z","caller":"traceutil/trace.go:171","msg":"trace[75192180] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"370.123751ms","start":"2026-04-28T07:16:54.085086Z","end":"2026-04-28T07:16:54.45521Z","steps":["trace[75192180] 'process raft request' (duration: 368.155141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:54.455391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:54.085057Z","time spent":"370.250336ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036157,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:16:56.163488Z","caller":"traceutil/trace.go:171","msg":"trace[1843716452] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:634; }","duration":"460.128695ms","start":"2026-04-28T07:16:55.703303Z","end":"2026-04-28T07:16:56.163431Z","steps":["trace[1843716452] 'read index received' (duration: 453.903423ms)","trace[1843716452] 'applied index is now lower than readState.Index' (duration: 6.224382ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:16:56.163566Z","caller":"traceutil/trace.go:171","msg":"trace[752418603] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"624.853739ms","start":"2026-04-28T07:16:55.538658Z","end":"2026-04-28T07:16:56.163512Z","steps":["trace[752418603] 'process raft request' (duration: 622.958571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:56.163741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:55.53863Z","time spent":"625.025735ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036225,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:16:56.163721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.364754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:16:56.163862Z","caller":"traceutil/trace.go:171","msg":"trace[1840230741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:617; }","duration":"460.594052ms","start":"2026-04-28T07:16:55.703229Z","end":"2026-04-28T07:16:56.163823Z","steps":["trace[1840230741] 'agreement among raft nodes before linearized reading' (duration: 460.336723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:56.163858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.166862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T07:16:56.163938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:55.703198Z","time spent":"460.722656ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:16:56.163967Z","caller":"traceutil/trace.go:171","msg":"trace[1083430408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:617; }","duration":"441.533755ms","start":"2026-04-28T07:16:55.722409Z","end":"2026-04-28T07:16:56.163943Z","steps":["trace[1083430408] 'agreement among raft nodes before linearized reading' (duration: 441.246275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:56.164049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:55.722382Z","time spent":"441.651209ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:16:57.302481Z","caller":"traceutil/trace.go:171","msg":"trace[599503166] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"183.964666ms","start":"2026-04-28T07:16:57.118482Z","end":"2026-04-28T07:16:57.302447Z","steps":["trace[599503166] 'read index received' (duration: 183.77586ms)","trace[599503166] 'applied index is now lower than readState.Index' (duration: 187.516µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:16:57.302545Z","caller":"traceutil/trace.go:171","msg":"trace[97115933] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"205.039734ms","start":"2026-04-28T07:16:57.097462Z","end":"2026-04-28T07:16:57.302502Z","steps":["trace[97115933] 'process raft request' (duration: 204.751324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:57.302749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.213755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:16:57.302853Z","caller":"traceutil/trace.go:171","msg":"trace[62102042] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:627; }","duration":"184.37096ms","start":"2026-04-28T07:16:57.118461Z","end":"2026-04-28T07:16:57.302832Z","steps":["trace[62102042] 'agreement among raft nodes before linearized reading' (duration: 184.166153ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:57.325384Z","caller":"traceutil/trace.go:171","msg":"trace[188858215] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"166.472166ms","start":"2026-04-28T07:16:57.158877Z","end":"2026-04-28T07:16:57.325349Z","steps":["trace[188858215] 'process raft request' (duration: 165.756381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:57.336382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.624892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:16:57.336473Z","caller":"traceutil/trace.go:171","msg":"trace[103124728] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:628; }","duration":"135.781577ms","start":"2026-04-28T07:16:57.200673Z","end":"2026-04-28T07:16:57.336455Z","steps":["trace[103124728] 'agreement among raft nodes before linearized reading' (duration: 135.637532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:57.336464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.908826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:16:57.336472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.622402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:16:57.336596Z","caller":"traceutil/trace.go:171","msg":"trace[446538745] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:628; }","duration":"188.049051ms","start":"2026-04-28T07:16:57.148481Z","end":"2026-04-28T07:16:57.33653Z","steps":["trace[446538745] 'agreement among raft nodes before linearized reading' (duration: 187.874165ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:57.336633Z","caller":"traceutil/trace.go:171","msg":"trace[1984362134] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:628; }","duration":"135.861259ms","start":"2026-04-28T07:16:57.200729Z","end":"2026-04-28T07:16:57.336591Z","steps":["trace[1984362134] 'agreement among raft nodes before linearized reading' (duration: 135.557169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:57.336734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.023699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:16:57.336777Z","caller":"traceutil/trace.go:171","msg":"trace[629486881] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:628; }","duration":"217.085161ms","start":"2026-04-28T07:16:57.119683Z","end":"2026-04-28T07:16:57.336768Z","steps":["trace[629486881] 'agreement among raft nodes before linearized reading' (duration: 217.021168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:57.336929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.200223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:16:57.337347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.695696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:16:57.337404Z","caller":"traceutil/trace.go:171","msg":"trace[315738903] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:628; }","duration":"188.794879ms","start":"2026-04-28T07:16:57.148599Z","end":"2026-04-28T07:16:57.337394Z","steps":["trace[315738903] 'agreement among raft nodes before linearized reading' (duration: 188.720216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:57.337438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.054776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:16:57.337482Z","caller":"traceutil/trace.go:171","msg":"trace[298367817] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:628; }","duration":"185.149148ms","start":"2026-04-28T07:16:57.15232Z","end":"2026-04-28T07:16:57.337469Z","steps":["trace[298367817] 'agreement among raft nodes before linearized reading' (duration: 185.070535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:57.33694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.340646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:16:57.337833Z","caller":"traceutil/trace.go:171","msg":"trace[1725252012] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:628; }","duration":"137.068843ms","start":"2026-04-28T07:16:57.200673Z","end":"2026-04-28T07:16:57.337742Z","steps":["trace[1725252012] 'agreement among raft nodes before linearized reading' (duration: 136.204842ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:57.337902Z","caller":"traceutil/trace.go:171","msg":"trace[1123038664] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:628; }","duration":"219.30998ms","start":"2026-04-28T07:16:57.118548Z","end":"2026-04-28T07:16:57.337858Z","steps":["trace[1123038664] 'agreement among raft nodes before linearized reading' (duration: 218.357896ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:59.072956Z","caller":"traceutil/trace.go:171","msg":"trace[1938629842] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"369.424976ms","start":"2026-04-28T07:16:58.703496Z","end":"2026-04-28T07:16:59.072921Z","steps":["trace[1938629842] 'process raft request' (duration: 367.567491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:59.073171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:58.703475Z","time spent":"369.587892ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:16:59.079109Z","caller":"traceutil/trace.go:171","msg":"trace[689546857] linearizableReadLoop","detail":"{readStateIndex:664; appliedIndex:662; }","duration":"282.941079ms","start":"2026-04-28T07:16:58.796135Z","end":"2026-04-28T07:16:59.079076Z","steps":["trace[689546857] 'read index received' (duration: 275.030939ms)","trace[689546857] 'applied index is now lower than readState.Index' (duration: 7.908549ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:16:59.079207Z","caller":"traceutil/trace.go:171","msg":"trace[1207026351] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"282.310016ms","start":"2026-04-28T07:16:58.796853Z","end":"2026-04-28T07:16:59.079163Z","steps":["trace[1207026351] 'process raft request' (duration: 282.166121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:59.079311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.192327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-nvvn5\" ","response":"range_response_count:1 size:17243"} {"level":"info","ts":"2026-04-28T07:16:59.079355Z","caller":"traceutil/trace.go:171","msg":"trace[1713540018] range","detail":"{range_begin:/registry/pods/kube-system/cilium-nvvn5; range_end:; response_count:1; response_revision:646; }","duration":"283.414626ms","start":"2026-04-28T07:16:58.795931Z","end":"2026-04-28T07:16:59.079346Z","steps":["trace[1713540018] 'agreement among raft nodes before linearized reading' (duration: 283.27171ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:16:59.080064Z","caller":"traceutil/trace.go:171","msg":"trace[91372411] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"376.193998ms","start":"2026-04-28T07:16:58.703572Z","end":"2026-04-28T07:16:59.079765Z","steps":["trace[91372411] 'process raft request' (duration: 375.263984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:16:59.080253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:16:58.703542Z","time spent":"376.591252ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:17:12.58797Z","caller":"traceutil/trace.go:171","msg":"trace[1507038691] transaction","detail":"{read_only:false; response_revision:785; number_of_response:1; }","duration":"306.787985ms","start":"2026-04-28T07:17:12.281154Z","end":"2026-04-28T07:17:12.587942Z","steps":["trace[1507038691] 'process raft request' (duration: 306.627229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:12.588212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:12.281125Z","time spent":"306.999592ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:17:13.380892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.575306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:13.380998Z","caller":"traceutil/trace.go:171","msg":"trace[1848867665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:785; }","duration":"678.741121ms","start":"2026-04-28T07:17:12.702231Z","end":"2026-04-28T07:17:13.380972Z","steps":["trace[1848867665] 'range keys from in-memory index tree' (duration: 678.349107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:13.381065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:12.7022Z","time spent":"678.851645ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:17:13.388481Z","caller":"traceutil/trace.go:171","msg":"trace[1628924506] linearizableReadLoop","detail":"{readStateIndex:810; appliedIndex:809; }","duration":"246.687862ms","start":"2026-04-28T07:17:13.141752Z","end":"2026-04-28T07:17:13.38844Z","steps":["trace[1628924506] 'read index received' (duration: 246.380152ms)","trace[1628924506] 'applied index is now lower than readState.Index' (duration: 306.52µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:13.388566Z","caller":"traceutil/trace.go:171","msg":"trace[1230895884] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"470.866646ms","start":"2026-04-28T07:17:12.917664Z","end":"2026-04-28T07:17:13.388531Z","steps":["trace[1230895884] 'process raft request' (duration: 470.552495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:13.388743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:12.917625Z","time spent":"471.027821ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:17:13.388805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.007543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T07:17:13.388848Z","caller":"traceutil/trace.go:171","msg":"trace[1721122170] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:786; }","duration":"247.135397ms","start":"2026-04-28T07:17:13.141699Z","end":"2026-04-28T07:17:13.388834Z","steps":["trace[1721122170] 'agreement among raft nodes before linearized reading' (duration: 246.911089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:13.388846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.504205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:17:13.388901Z","caller":"traceutil/trace.go:171","msg":"trace[1881797940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:786; }","duration":"246.556057ms","start":"2026-04-28T07:17:13.142326Z","end":"2026-04-28T07:17:13.388882Z","steps":["trace[1881797940] 'agreement among raft nodes before linearized reading' (duration: 246.399131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:13.389029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.137876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T07:17:13.389052Z","caller":"traceutil/trace.go:171","msg":"trace[1682620361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:786; }","duration":"117.190128ms","start":"2026-04-28T07:17:13.271854Z","end":"2026-04-28T07:17:13.389044Z","steps":["trace[1682620361] 'agreement among raft nodes before linearized reading' (duration: 117.116165ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:26.548976Z","caller":"traceutil/trace.go:171","msg":"trace[1130295018] linearizableReadLoop","detail":"{readStateIndex:969; appliedIndex:968; }","duration":"149.505084ms","start":"2026-04-28T07:17:26.399445Z","end":"2026-04-28T07:17:26.54895Z","steps":["trace[1130295018] 'read index received' (duration: 149.273355ms)","trace[1130295018] 'applied index is now lower than readState.Index' (duration: 230.639µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:26.549031Z","caller":"traceutil/trace.go:171","msg":"trace[1545217801] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"194.941115ms","start":"2026-04-28T07:17:26.354053Z","end":"2026-04-28T07:17:26.548994Z","steps":["trace[1545217801] 'process raft request' (duration: 194.697407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:26.54922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.743812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:1 size:605"} {"level":"warn","ts":"2026-04-28T07:17:26.549241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.470444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:26.549296Z","caller":"traceutil/trace.go:171","msg":"trace[226169482] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:1; response_revision:942; }","duration":"149.841965ms","start":"2026-04-28T07:17:26.399438Z","end":"2026-04-28T07:17:26.54928Z","steps":["trace[226169482] 'agreement among raft nodes before linearized reading' (duration: 149.585106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:26.5493Z","caller":"traceutil/trace.go:171","msg":"trace[462048645] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:942; }","duration":"140.574957ms","start":"2026-04-28T07:17:26.408711Z","end":"2026-04-28T07:17:26.549286Z","steps":["trace[462048645] 'agreement among raft nodes before linearized reading' (duration: 140.442233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:27.074377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765105594,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:17:27.204478Z","caller":"traceutil/trace.go:171","msg":"trace[1396927240] linearizableReadLoop","detail":"{readStateIndex:972; appliedIndex:971; }","duration":"630.350643ms","start":"2026-04-28T07:17:26.574094Z","end":"2026-04-28T07:17:27.204444Z","steps":["trace[1396927240] 'read index received' (duration: 569.004707ms)","trace[1396927240] 'applied index is now lower than readState.Index' (duration: 61.344996ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:27.204564Z","caller":"traceutil/trace.go:171","msg":"trace[1784039572] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"630.711767ms","start":"2026-04-28T07:17:26.573799Z","end":"2026-04-28T07:17:27.204511Z","steps":["trace[1784039572] 'process raft request' (duration: 569.205905ms)","trace[1784039572] 'compare' (duration: 61.303324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:17:27.204681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.54433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:27.204772Z","caller":"traceutil/trace.go:171","msg":"trace[821506987] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:945; }","duration":"630.705766ms","start":"2026-04-28T07:17:26.574046Z","end":"2026-04-28T07:17:27.204752Z","steps":["trace[821506987] 'agreement among raft nodes before linearized reading' (duration: 630.52092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:27.204776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:26.573781Z","time spent":"630.877212ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4663,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:17:27.204826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:26.574009Z","time spent":"630.806779ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io\" "} {"level":"info","ts":"2026-04-28T07:17:27.270183Z","caller":"traceutil/trace.go:171","msg":"trace[1095118981] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"182.823957ms","start":"2026-04-28T07:17:27.08732Z","end":"2026-04-28T07:17:27.270144Z","steps":["trace[1095118981] 'process raft request' (duration: 182.548306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:27.270205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.175687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:27.270317Z","caller":"traceutil/trace.go:171","msg":"trace[1434083075] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:946; }","duration":"157.341033ms","start":"2026-04-28T07:17:27.11295Z","end":"2026-04-28T07:17:27.270291Z","steps":["trace[1434083075] 'agreement among raft nodes before linearized reading' (duration: 157.132946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:27.270414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.236088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:27.270496Z","caller":"traceutil/trace.go:171","msg":"trace[1414952634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:946; }","duration":"564.364403ms","start":"2026-04-28T07:17:26.706112Z","end":"2026-04-28T07:17:27.270476Z","steps":["trace[1414952634] 'agreement among raft nodes before linearized reading' (duration: 564.238269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:27.270538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:26.706091Z","time spent":"564.439315ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:17:27.27073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.400177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:1 size:605"} {"level":"info","ts":"2026-04-28T07:17:27.270755Z","caller":"traceutil/trace.go:171","msg":"trace[307989847] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:1; response_revision:946; }","duration":"132.48054ms","start":"2026-04-28T07:17:27.138269Z","end":"2026-04-28T07:17:27.270749Z","steps":["trace[307989847] 'agreement among raft nodes before linearized reading' (duration: 132.359706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:27.270852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.099893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:17:27.270899Z","caller":"traceutil/trace.go:171","msg":"trace[909889364] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:946; }","duration":"615.143875ms","start":"2026-04-28T07:17:26.655743Z","end":"2026-04-28T07:17:27.270887Z","steps":["trace[909889364] 'agreement among raft nodes before linearized reading' (duration: 614.99678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:27.270927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:26.655706Z","time spent":"615.215107ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:17:27.747476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.534559ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:17:27.747694Z","caller":"traceutil/trace.go:171","msg":"trace[513177050] linearizableReadLoop","detail":"{readStateIndex:974; appliedIndex:973; }","duration":"477.621274ms","start":"2026-04-28T07:17:27.27003Z","end":"2026-04-28T07:17:27.747651Z","steps":["trace[513177050] 'read index received' (duration: 56.810315ms)","trace[513177050] 'applied index is now lower than readState.Index' (duration: 420.806319ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:27.747796Z","caller":"traceutil/trace.go:171","msg":"trace[458180740] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"470.44812ms","start":"2026-04-28T07:17:27.277326Z","end":"2026-04-28T07:17:27.747775Z","steps":["trace[458180740] 'process raft request' (duration: 470.295475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:27.747926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.367647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:17:27.747966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:27.277304Z","time spent":"470.556494ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:17:27.747979Z","caller":"traceutil/trace.go:171","msg":"trace[1498526282] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:947; }","duration":"532.497032ms","start":"2026-04-28T07:17:27.215468Z","end":"2026-04-28T07:17:27.747965Z","steps":["trace[1498526282] 'agreement among raft nodes before linearized reading' (duration: 532.251694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:27.74804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.718571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:17:27.748068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:27.215442Z","time spent":"532.611425ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeaturerules.nfd.k8s-sigs.io\" "} {"level":"warn","ts":"2026-04-28T07:17:27.748041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.785616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:27.748126Z","caller":"traceutil/trace.go:171","msg":"trace[1840896066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:947; }","duration":"264.882967ms","start":"2026-04-28T07:17:27.483228Z","end":"2026-04-28T07:17:27.748111Z","steps":["trace[1840896066] 'agreement among raft nodes before linearized reading' (duration: 264.702061ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:27.748145Z","caller":"traceutil/trace.go:171","msg":"trace[769646136] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:947; }","duration":"166.925621ms","start":"2026-04-28T07:17:27.581204Z","end":"2026-04-28T07:17:27.74813Z","steps":["trace[769646136] 'agreement among raft nodes before linearized reading' (duration: 166.765875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:27.748247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.052603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:17:27.748265Z","caller":"traceutil/trace.go:171","msg":"trace[113200627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:947; }","duration":"265.119615ms","start":"2026-04-28T07:17:27.483141Z","end":"2026-04-28T07:17:27.74826Z","steps":["trace[113200627] 'agreement among raft nodes before linearized reading' (duration: 265.071454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:27.748302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.033471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T07:17:27.748359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.674624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:1 size:605"} {"level":"info","ts":"2026-04-28T07:17:27.748394Z","caller":"traceutil/trace.go:171","msg":"trace[98816383] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:1; response_revision:947; }","duration":"336.748997ms","start":"2026-04-28T07:17:27.411636Z","end":"2026-04-28T07:17:27.748385Z","steps":["trace[98816383] 'agreement among raft nodes before linearized reading' (duration: 336.604912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:27.748389Z","caller":"traceutil/trace.go:171","msg":"trace[1982986235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:947; }","duration":"261.189486ms","start":"2026-04-28T07:17:27.48718Z","end":"2026-04-28T07:17:27.748369Z","steps":["trace[1982986235] 'agreement among raft nodes before linearized reading' (duration: 260.870415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:27.748426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:27.411618Z","time spent":"336.799508ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":627,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:17:27.748202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.162828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:27.749409Z","caller":"traceutil/trace.go:171","msg":"trace[696913611] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:947; }","duration":"341.476905ms","start":"2026-04-28T07:17:27.407875Z","end":"2026-04-28T07:17:27.749352Z","steps":["trace[696913611] 'agreement among raft nodes before linearized reading' (duration: 340.043573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:27.74951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:27.407859Z","time spent":"341.60417ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-04-28T07:17:27.750232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.091025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:17:27.750375Z","caller":"traceutil/trace.go:171","msg":"trace[1146760027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:947; }","duration":"267.269152ms","start":"2026-04-28T07:17:27.483076Z","end":"2026-04-28T07:17:27.750346Z","steps":["trace[1146760027] 'agreement among raft nodes before linearized reading' (duration: 265.106665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:28.512826Z","caller":"traceutil/trace.go:171","msg":"trace[285640378] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:982; }","duration":"100.002058ms","start":"2026-04-28T07:17:28.412768Z","end":"2026-04-28T07:17:28.51277Z","steps":["trace[285640378] 'agreement among raft nodes before linearized reading' (duration: 99.928805ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:28.512843Z","caller":"traceutil/trace.go:171","msg":"trace[1078042951] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"114.459671ms","start":"2026-04-28T07:17:28.398327Z","end":"2026-04-28T07:17:28.512787Z","steps":["trace[1078042951] 'process raft request' (duration: 114.104468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:28.5129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.06114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:28.513077Z","caller":"traceutil/trace.go:171","msg":"trace[703154339] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:982; }","duration":"100.266437ms","start":"2026-04-28T07:17:28.412793Z","end":"2026-04-28T07:17:28.51306Z","steps":["trace[703154339] 'agreement among raft nodes before linearized reading' (duration: 100.07166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:29.292625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765105676,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:17:29.562661Z","caller":"traceutil/trace.go:171","msg":"trace[1809530676] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"1.040284617s","start":"2026-04-28T07:17:28.522344Z","end":"2026-04-28T07:17:29.562629Z","steps":["trace[1809530676] 'process raft request' (duration: 1.040054829s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:29.562863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:28.522326Z","time spent":"1.040422511s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5192,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:17:29.562848Z","caller":"traceutil/trace.go:171","msg":"trace[1657002245] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"285.177818ms","start":"2026-04-28T07:17:29.277645Z","end":"2026-04-28T07:17:29.562823Z","steps":["trace[1657002245] 'process raft request' (duration: 285.020073ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:29.563259Z","caller":"traceutil/trace.go:171","msg":"trace[1264858666] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"1.043919357s","start":"2026-04-28T07:17:28.519331Z","end":"2026-04-28T07:17:29.56325Z","steps":["trace[1264858666] 'process raft request' (duration: 1.042878651s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:29.563294Z","caller":"traceutil/trace.go:171","msg":"trace[985028443] linearizableReadLoop","detail":"{readStateIndex:1014; appliedIndex:1014; }","duration":"770.893769ms","start":"2026-04-28T07:17:28.792369Z","end":"2026-04-28T07:17:29.563263Z","steps":["trace[985028443] 'read index received' (duration: 770.877539ms)","trace[985028443] 'applied index is now lower than readState.Index' (duration: 13.57µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:17:29.56338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:28.519303Z","time spent":"1.04398951s","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:17:29.563595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.20117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:1 size:10243"} {"level":"info","ts":"2026-04-28T07:17:29.563639Z","caller":"traceutil/trace.go:171","msg":"trace[1533391968] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:1; response_revision:986; }","duration":"771.305544ms","start":"2026-04-28T07:17:28.792323Z","end":"2026-04-28T07:17:29.563629Z","steps":["trace[1533391968] 'agreement among raft nodes before linearized reading' (duration: 771.100607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:29.563699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:28.7923Z","time spent":"771.389507ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":10265,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-28T07:17:29.563739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.791232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:29.563768Z","caller":"traceutil/trace.go:171","msg":"trace[444735049] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-osd; range_end:; response_count:0; response_revision:986; }","duration":"218.874125ms","start":"2026-04-28T07:17:29.344886Z","end":"2026-04-28T07:17:29.56376Z","steps":["trace[444735049] 'agreement among raft nodes before linearized reading' (duration: 218.838584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:29.563804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.670954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-f7zzq\" ","response":"range_response_count:1 size:5068"} {"level":"info","ts":"2026-04-28T07:17:29.563866Z","caller":"traceutil/trace.go:171","msg":"trace[1805654441] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-f7zzq; range_end:; response_count:1; response_revision:986; }","duration":"566.760627ms","start":"2026-04-28T07:17:28.99709Z","end":"2026-04-28T07:17:29.56385Z","steps":["trace[1805654441] 'agreement among raft nodes before linearized reading' (duration: 566.580251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:29.563907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:28.997067Z","time spent":"566.83271ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5090,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-f7zzq\" "} {"level":"warn","ts":"2026-04-28T07:17:29.563982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.105601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:29.564039Z","caller":"traceutil/trace.go:171","msg":"trace[18875678] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:986; }","duration":"489.214675ms","start":"2026-04-28T07:17:29.074817Z","end":"2026-04-28T07:17:29.564031Z","steps":["trace[18875678] 'agreement among raft nodes before linearized reading' (duration: 489.141373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:29.564064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:29.074791Z","time spent":"489.266377ms","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:17:29.563707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.019986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:29.564407Z","caller":"traceutil/trace.go:171","msg":"trace[790425834] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:986; }","duration":"399.760443ms","start":"2026-04-28T07:17:29.16464Z","end":"2026-04-28T07:17:29.5644Z","steps":["trace[790425834] 'agreement among raft nodes before linearized reading' (duration: 399.036627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:29.564432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:29.164617Z","time spent":"399.810185ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:17:29.726337Z","caller":"traceutil/trace.go:171","msg":"trace[1826433237] linearizableReadLoop","detail":"{readStateIndex:1015; appliedIndex:1014; }","duration":"152.450569ms","start":"2026-04-28T07:17:29.573855Z","end":"2026-04-28T07:17:29.726306Z","steps":["trace[1826433237] 'read index received' (duration: 152.21171ms)","trace[1826433237] 'applied index is now lower than readState.Index' (duration: 237.829µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:29.726484Z","caller":"traceutil/trace.go:171","msg":"trace[2127328494] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"152.808751ms","start":"2026-04-28T07:17:29.573661Z","end":"2026-04-28T07:17:29.72647Z","steps":["trace[2127328494] 'process raft request' (duration: 152.448628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:29.726768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.879604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-f7zzq\" ","response":"range_response_count:1 size:5068"} {"level":"info","ts":"2026-04-28T07:17:29.726809Z","caller":"traceutil/trace.go:171","msg":"trace[314459695] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-f7zzq; range_end:; response_count:1; response_revision:987; }","duration":"152.994378ms","start":"2026-04-28T07:17:29.573804Z","end":"2026-04-28T07:17:29.726799Z","steps":["trace[314459695] 'agreement among raft nodes before linearized reading' (duration: 152.80563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:29.726916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.525642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-rgw\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:29.726958Z","caller":"traceutil/trace.go:171","msg":"trace[88596698] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-rgw; range_end:; response_count:0; response_revision:987; }","duration":"152.579264ms","start":"2026-04-28T07:17:29.574368Z","end":"2026-04-28T07:17:29.726947Z","steps":["trace[88596698] 'agreement among raft nodes before linearized reading' (duration: 152.513092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:30.079589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.114145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:17:30.079847Z","caller":"traceutil/trace.go:171","msg":"trace[1619916159] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"286.93545ms","start":"2026-04-28T07:17:29.792898Z","end":"2026-04-28T07:17:30.079834Z","steps":["trace[1619916159] 'process raft request' (duration: 286.896769ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:30.079838Z","caller":"traceutil/trace.go:171","msg":"trace[1340540775] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"287.864273ms","start":"2026-04-28T07:17:29.791922Z","end":"2026-04-28T07:17:30.079786Z","steps":["trace[1340540775] 'process raft request' (duration: 84.418095ms)","trace[1340540775] 'compare' (duration: 202.96158ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:30.079926Z","caller":"traceutil/trace.go:171","msg":"trace[1283833782] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"287.76175ms","start":"2026-04-28T07:17:29.79215Z","end":"2026-04-28T07:17:30.079912Z","steps":["trace[1283833782] 'process raft request' (duration: 287.537091ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:30.079868Z","caller":"traceutil/trace.go:171","msg":"trace[700039101] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"287.667726ms","start":"2026-04-28T07:17:29.792179Z","end":"2026-04-28T07:17:30.079847Z","steps":["trace[700039101] 'process raft request' (duration: 287.555912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:30.079977Z","caller":"traceutil/trace.go:171","msg":"trace[1079502582] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"287.705248ms","start":"2026-04-28T07:17:29.79224Z","end":"2026-04-28T07:17:30.079945Z","steps":["trace[1079502582] 'process raft request' (duration: 287.527722ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:30.157737Z","caller":"traceutil/trace.go:171","msg":"trace[1368905174] linearizableReadLoop","detail":"{readStateIndex:1023; appliedIndex:1017; }","duration":"359.316928ms","start":"2026-04-28T07:17:29.798386Z","end":"2026-04-28T07:17:30.157703Z","steps":["trace[1368905174] 'read index received' (duration: 77.963696ms)","trace[1368905174] 'applied index is now lower than readState.Index' (duration: 281.351902ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:30.157894Z","caller":"traceutil/trace.go:171","msg":"trace[588087250] transaction","detail":"{read_only:false; number_of_response:0; response_revision:994; }","duration":"338.460187ms","start":"2026-04-28T07:17:29.819419Z","end":"2026-04-28T07:17:30.15788Z","steps":["trace[588087250] 'process raft request' (duration: 338.220559ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:30.157897Z","caller":"traceutil/trace.go:171","msg":"trace[1794308246] transaction","detail":"{read_only:false; number_of_response:1; response_revision:994; }","duration":"360.547531ms","start":"2026-04-28T07:17:29.797297Z","end":"2026-04-28T07:17:30.157845Z","steps":["trace[1794308246] 'process raft request' (duration: 360.185998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:30.158008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:29.819393Z","time spent":"338.53687ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:17:30.158052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.613948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-plugin-sa\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:17:30.158152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:29.79727Z","time spent":"360.730367ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-28T07:17:30.158166Z","caller":"traceutil/trace.go:171","msg":"trace[1011622857] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-plugin-sa; range_end:; response_count:0; response_revision:994; }","duration":"359.786094ms","start":"2026-04-28T07:17:29.798353Z","end":"2026-04-28T07:17:30.158139Z","steps":["trace[1011622857] 'agreement among raft nodes before linearized reading' (duration: 359.561926ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:30.158201Z","caller":"traceutil/trace.go:171","msg":"trace[1488854022] transaction","detail":"{read_only:false; number_of_response:0; response_revision:994; }","duration":"338.279782ms","start":"2026-04-28T07:17:29.819903Z","end":"2026-04-28T07:17:30.158183Z","steps":["trace[1488854022] 'process raft request' (duration: 337.768833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:30.158236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:29.798341Z","time spent":"359.883858ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-cephfs-plugin-sa\" "} {"level":"warn","ts":"2026-04-28T07:17:30.158271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:29.819886Z","time spent":"338.354305ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:17:30.158314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.587605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:17:30.158379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.9217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:30.158411Z","caller":"traceutil/trace.go:171","msg":"trace[1330668638] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:0; response_revision:994; }","duration":"267.001084ms","start":"2026-04-28T07:17:29.891402Z","end":"2026-04-28T07:17:30.158403Z","steps":["trace[1330668638] 'agreement among raft nodes before linearized reading' (duration: 266.941091ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:30.158421Z","caller":"traceutil/trace.go:171","msg":"trace[1589405627] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:0; response_revision:994; }","duration":"313.743001ms","start":"2026-04-28T07:17:29.844648Z","end":"2026-04-28T07:17:30.158391Z","steps":["trace[1589405627] 'agreement among raft nodes before linearized reading' (duration: 313.578835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:30.158458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:29.84463Z","time spent":"313.821124ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-04-28T07:17:30.158526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.263112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/neutron-coredns\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:30.158599Z","caller":"traceutil/trace.go:171","msg":"trace[765086313] range","detail":"{range_begin:/registry/configmaps/openstack/neutron-coredns; range_end:; response_count:0; response_revision:994; }","duration":"298.356916ms","start":"2026-04-28T07:17:29.860217Z","end":"2026-04-28T07:17:30.158574Z","steps":["trace[765086313] 'agreement among raft nodes before linearized reading' (duration: 298.246182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:30.312861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.007259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:30.312967Z","caller":"traceutil/trace.go:171","msg":"trace[99743936] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:0; response_revision:994; }","duration":"133.150094ms","start":"2026-04-28T07:17:30.179798Z","end":"2026-04-28T07:17:30.312948Z","steps":["trace[99743936] 'range keys from in-memory index tree' (duration: 132.965378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:30.312978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.10498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"warn","ts":"2026-04-28T07:17:30.313091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.456985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephclusters.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:30.313214Z","caller":"traceutil/trace.go:171","msg":"trace[1238724737] transaction","detail":"{read_only:false; number_of_response:0; response_revision:994; }","duration":"126.179196ms","start":"2026-04-28T07:17:30.187Z","end":"2026-04-28T07:17:30.313179Z","steps":["trace[1238724737] 'compare' (duration: 116.058708ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:30.313254Z","caller":"traceutil/trace.go:171","msg":"trace[1266437078] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephclusters.ceph.rook.io; range_end:; response_count:0; response_revision:994; }","duration":"133.61735ms","start":"2026-04-28T07:17:30.179599Z","end":"2026-04-28T07:17:30.313216Z","steps":["trace[1266437078] 'range keys from in-memory index tree' (duration: 133.405773ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:30.313282Z","caller":"traceutil/trace.go:171","msg":"trace[85835621] transaction","detail":"{read_only:false; number_of_response:0; response_revision:994; }","duration":"122.101302ms","start":"2026-04-28T07:17:30.191171Z","end":"2026-04-28T07:17:30.313272Z","steps":["trace[85835621] 'process raft request' (duration: 121.867294ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:30.568342Z","caller":"traceutil/trace.go:171","msg":"trace[347332291] linearizableReadLoop","detail":"{readStateIndex:1029; appliedIndex:1028; }","duration":"175.481746ms","start":"2026-04-28T07:17:30.392841Z","end":"2026-04-28T07:17:30.568323Z","steps":["trace[347332291] 'read index received' (duration: 175.370153ms)","trace[347332291] 'applied index is now lower than readState.Index' (duration: 110.483µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:30.568414Z","caller":"traceutil/trace.go:171","msg":"trace[1643605562] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"232.410656ms","start":"2026-04-28T07:17:30.335981Z","end":"2026-04-28T07:17:30.568392Z","steps":["trace[1643605562] 'process raft request' (duration: 232.191758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:30.568482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.720673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:30.568514Z","caller":"traceutil/trace.go:171","msg":"trace[236729737] range","detail":"{range_begin:/registry/configmaps/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:996; }","duration":"246.792796ms","start":"2026-04-28T07:17:30.321714Z","end":"2026-04-28T07:17:30.568507Z","steps":["trace[236729737] 'agreement among raft nodes before linearized reading' (duration: 246.698043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:30.56857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.534287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/atmosphere\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:30.568664Z","caller":"traceutil/trace.go:171","msg":"trace[116112313] range","detail":"{range_begin:/registry/ingressclasses/atmosphere; range_end:; response_count:0; response_revision:996; }","duration":"246.658611ms","start":"2026-04-28T07:17:30.321986Z","end":"2026-04-28T07:17:30.568644Z","steps":["trace[116112313] 'agreement among raft nodes before linearized reading' (duration: 246.419192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:30.642063Z","caller":"traceutil/trace.go:171","msg":"trace[1791327920] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"244.005247ms","start":"2026-04-28T07:17:30.398024Z","end":"2026-04-28T07:17:30.642029Z","steps":["trace[1791327920] 'process raft request' (duration: 186.224748ms)","trace[1791327920] 'compare' (duration: 57.53529ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:17:30.642097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.564371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephfilesystemsubvolumegroups.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:30.642241Z","caller":"traceutil/trace.go:171","msg":"trace[318285718] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephfilesystemsubvolumegroups.ceph.rook.io; range_end:; response_count:0; response_revision:998; }","duration":"245.774679ms","start":"2026-04-28T07:17:30.396453Z","end":"2026-04-28T07:17:30.642227Z","steps":["trace[318285718] 'agreement among raft nodes before linearized reading' (duration: 245.575362ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:31.585267Z","caller":"traceutil/trace.go:171","msg":"trace[1163384389] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"174.680457ms","start":"2026-04-28T07:17:31.410544Z","end":"2026-04-28T07:17:31.585225Z","steps":["trace[1163384389] 'process raft request' (duration: 161.297712ms)","trace[1163384389] 'compare' (duration: 13.164687ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:31.586448Z","caller":"traceutil/trace.go:171","msg":"trace[1746206526] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"175.789396ms","start":"2026-04-28T07:17:31.410629Z","end":"2026-04-28T07:17:31.586418Z","steps":["trace[1746206526] 'process raft request' (duration: 175.360431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:31.586498Z","caller":"traceutil/trace.go:171","msg":"trace[517163313] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"175.716513ms","start":"2026-04-28T07:17:31.410741Z","end":"2026-04-28T07:17:31.586457Z","steps":["trace[517163313] 'process raft request' (duration: 175.389022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:31.586519Z","caller":"traceutil/trace.go:171","msg":"trace[1062649129] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"156.375067ms","start":"2026-04-28T07:17:31.430112Z","end":"2026-04-28T07:17:31.586487Z","steps":["trace[1062649129] 'process raft request' (duration: 156.15346ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:31.586773Z","caller":"traceutil/trace.go:171","msg":"trace[1802699259] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"143.832863ms","start":"2026-04-28T07:17:31.442923Z","end":"2026-04-28T07:17:31.586755Z","steps":["trace[1802699259] 'process raft request' (duration: 143.516942ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:31.58719Z","caller":"traceutil/trace.go:171","msg":"trace[1785322453] linearizableReadLoop","detail":"{readStateIndex:1151; appliedIndex:1147; }","duration":"146.25273ms","start":"2026-04-28T07:17:31.440922Z","end":"2026-04-28T07:17:31.587174Z","steps":["trace[1785322453] 'read index received' (duration: 130.990587ms)","trace[1785322453] 'applied index is now lower than readState.Index' (duration: 15.261363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:17:31.587398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.459977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:2 size:38016"} {"level":"warn","ts":"2026-04-28T07:17:31.587406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.889686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-gc\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-04-28T07:17:31.587427Z","caller":"traceutil/trace.go:171","msg":"trace[1010291428] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:2; response_revision:1120; }","duration":"146.53586ms","start":"2026-04-28T07:17:31.440881Z","end":"2026-04-28T07:17:31.587417Z","steps":["trace[1010291428] 'agreement among raft nodes before linearized reading' (duration: 146.385765ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:31.587444Z","caller":"traceutil/trace.go:171","msg":"trace[2073885181] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-gc; range_end:; response_count:1; response_revision:1120; }","duration":"134.956038ms","start":"2026-04-28T07:17:31.452477Z","end":"2026-04-28T07:17:31.587433Z","steps":["trace[2073885181] 'agreement among raft nodes before linearized reading' (duration: 134.819483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:31.587432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.789722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:887"} {"level":"warn","ts":"2026-04-28T07:17:31.587525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.972789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:873"} {"level":"info","ts":"2026-04-28T07:17:31.587539Z","caller":"traceutil/trace.go:171","msg":"trace[571040800] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:1120; }","duration":"134.864095ms","start":"2026-04-28T07:17:31.452615Z","end":"2026-04-28T07:17:31.587479Z","steps":["trace[571040800] 'agreement among raft nodes before linearized reading' (duration: 134.685609ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:31.587598Z","caller":"traceutil/trace.go:171","msg":"trace[422695403] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:1120; }","duration":"135.061922ms","start":"2026-04-28T07:17:31.45252Z","end":"2026-04-28T07:17:31.587581Z","steps":["trace[422695403] 'agreement among raft nodes before linearized reading' (duration: 134.898146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:31.878533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.71008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:17:31.878665Z","caller":"traceutil/trace.go:171","msg":"trace[1925248209] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"280.248313ms","start":"2026-04-28T07:17:31.598392Z","end":"2026-04-28T07:17:31.87864Z","steps":["trace[1925248209] 'process raft request' (duration: 145.353006ms)","trace[1925248209] 'compare' (duration: 134.511554ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:31.944242Z","caller":"traceutil/trace.go:171","msg":"trace[355864443] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"342.859763ms","start":"2026-04-28T07:17:31.601315Z","end":"2026-04-28T07:17:31.944174Z","steps":["trace[355864443] 'process raft request' (duration: 342.563563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:31.944418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.60128Z","time spent":"343.06007ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2791,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:31.944769Z","caller":"traceutil/trace.go:171","msg":"trace[1388777616] linearizableReadLoop","detail":"{readStateIndex:1169; appliedIndex:1154; }","duration":"239.853039ms","start":"2026-04-28T07:17:31.704899Z","end":"2026-04-28T07:17:31.944752Z","steps":["trace[1388777616] 'read index received' (duration: 38.89903ms)","trace[1388777616] 'applied index is now lower than readState.Index' (duration: 200.952909ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:17:31.944894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.987083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:31.944933Z","caller":"traceutil/trace.go:171","msg":"trace[1429338750] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1135; }","duration":"240.071297ms","start":"2026-04-28T07:17:31.704852Z","end":"2026-04-28T07:17:31.944923Z","steps":["trace[1429338750] 'agreement among raft nodes before linearized reading' (duration: 239.976653ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:31.945044Z","caller":"traceutil/trace.go:171","msg":"trace[85189121] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"331.822362ms","start":"2026-04-28T07:17:31.613197Z","end":"2026-04-28T07:17:31.945019Z","steps":["trace[85189121] 'process raft request' (duration: 331.170699ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:31.945132Z","caller":"traceutil/trace.go:171","msg":"trace[1483508949] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"331.807672ms","start":"2026-04-28T07:17:31.613311Z","end":"2026-04-28T07:17:31.945119Z","steps":["trace[1483508949] 'process raft request' (duration: 331.092177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:31.945151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.61319Z","time spent":"331.917025ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":606,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:31.94518Z","caller":"traceutil/trace.go:171","msg":"trace[1665025091] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"338.468078ms","start":"2026-04-28T07:17:31.606703Z","end":"2026-04-28T07:17:31.945171Z","steps":["trace[1665025091] 'process raft request' (duration: 337.358279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:31.9452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.613303Z","time spent":"331.862353ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":829,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:17:31.945238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.606684Z","time spent":"338.524569ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3364,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:31.945282Z","caller":"traceutil/trace.go:171","msg":"trace[26676995] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"331.597674ms","start":"2026-04-28T07:17:31.613674Z","end":"2026-04-28T07:17:31.945272Z","steps":["trace[26676995] 'process raft request' (duration: 330.763015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:31.945327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.613665Z","time spent":"331.642445ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":550,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:31.94541Z","caller":"traceutil/trace.go:171","msg":"trace[341260970] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"332.726483ms","start":"2026-04-28T07:17:31.612667Z","end":"2026-04-28T07:17:31.945393Z","steps":["trace[341260970] 'process raft request' (duration: 331.50433ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:31.945465Z","caller":"traceutil/trace.go:171","msg":"trace[1842589661] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"331.718119ms","start":"2026-04-28T07:17:31.613737Z","end":"2026-04-28T07:17:31.945456Z","steps":["trace[1842589661] 'process raft request' (duration: 330.763965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:31.945489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.61266Z","time spent":"332.794486ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":791,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:17:31.945507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.613733Z","time spent":"331.754621ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:31.945514Z","caller":"traceutil/trace.go:171","msg":"trace[1432945741] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"331.583934ms","start":"2026-04-28T07:17:31.61392Z","end":"2026-04-28T07:17:31.945504Z","steps":["trace[1432945741] 'process raft request' (duration: 330.798356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:31.945564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.613915Z","time spent":"331.625646ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:31.945597Z","caller":"traceutil/trace.go:171","msg":"trace[2022152411] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"332.516767ms","start":"2026-04-28T07:17:31.613067Z","end":"2026-04-28T07:17:31.945584Z","steps":["trace[2022152411] 'process raft request' (duration: 331.20298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:31.945668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.613059Z","time spent":"332.57757ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:31.945759Z","caller":"traceutil/trace.go:171","msg":"trace[1488717883] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"331.965048ms","start":"2026-04-28T07:17:31.613778Z","end":"2026-04-28T07:17:31.945743Z","steps":["trace[1488717883] 'process raft request' (duration: 330.791315ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:31.945813Z","caller":"traceutil/trace.go:171","msg":"trace[1651276032] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"332.649682ms","start":"2026-04-28T07:17:31.613152Z","end":"2026-04-28T07:17:31.945802Z","steps":["trace[1651276032] 'process raft request' (duration: 331.175489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:31.945832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.613773Z","time spent":"332.03504ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:17:31.945874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.613145Z","time spent":"332.705264ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:31.945905Z","caller":"traceutil/trace.go:171","msg":"trace[1208074242] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"332.083672ms","start":"2026-04-28T07:17:31.613813Z","end":"2026-04-28T07:17:31.945897Z","steps":["trace[1208074242] 'process raft request' (duration: 330.800916ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:31.945061Z","caller":"traceutil/trace.go:171","msg":"trace[1112202474] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"332.484525ms","start":"2026-04-28T07:17:31.612563Z","end":"2026-04-28T07:17:31.945047Z","steps":["trace[1112202474] 'process raft request' (duration: 331.551252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:31.945945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.613808Z","time spent":"332.115893ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:17:31.946001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.612526Z","time spent":"333.439029ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:31.946033Z","caller":"traceutil/trace.go:171","msg":"trace[1798825435] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"332.174415ms","start":"2026-04-28T07:17:31.613846Z","end":"2026-04-28T07:17:31.94602Z","steps":["trace[1798825435] 'process raft request' (duration: 330.835057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:31.946077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.613841Z","time spent":"332.216577ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:17:32.38371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.828312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:17:32.38402Z","caller":"traceutil/trace.go:171","msg":"trace[955441336] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"497.744949ms","start":"2026-04-28T07:17:31.886212Z","end":"2026-04-28T07:17:32.383957Z","steps":["trace[955441336] 'process raft request' (duration: 251.567535ms)","trace[955441336] 'compare' (duration: 245.590914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:17:32.384205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.886181Z","time spent":"497.936176ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8989,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:32.384394Z","caller":"traceutil/trace.go:171","msg":"trace[788806701] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"494.992682ms","start":"2026-04-28T07:17:31.889379Z","end":"2026-04-28T07:17:32.384372Z","steps":["trace[788806701] 'process raft request' (duration: 494.541186ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:32.384443Z","caller":"traceutil/trace.go:171","msg":"trace[1395000478] transaction","detail":"{read_only:false; response_revision:1139; number_of_response:1; }","duration":"485.97003ms","start":"2026-04-28T07:17:31.898448Z","end":"2026-04-28T07:17:32.384418Z","steps":["trace[1395000478] 'process raft request' (duration: 485.542875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:32.384488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.889358Z","time spent":"495.086704ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20218,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:17:32.384557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.898425Z","time spent":"486.089555ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58713,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:32.384591Z","caller":"traceutil/trace.go:171","msg":"trace[375890577] linearizableReadLoop","detail":"{readStateIndex:1175; appliedIndex:1169; }","duration":"434.033409ms","start":"2026-04-28T07:17:31.950532Z","end":"2026-04-28T07:17:32.384566Z","steps":["trace[375890577] 'read index received' (duration: 187.228392ms)","trace[375890577] 'applied index is now lower than readState.Index' (duration: 246.803566ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:32.384633Z","caller":"traceutil/trace.go:171","msg":"trace[1796957858] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"498.33747ms","start":"2026-04-28T07:17:31.886278Z","end":"2026-04-28T07:17:32.384615Z","steps":["trace[1796957858] 'process raft request' (duration: 497.571163ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:32.384719Z","caller":"traceutil/trace.go:171","msg":"trace[785554038] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"481.927557ms","start":"2026-04-28T07:17:31.902775Z","end":"2026-04-28T07:17:32.384703Z","steps":["trace[785554038] 'process raft request' (duration: 481.400239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:32.384794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.902753Z","time spent":"482.00707ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72609,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:17:32.384806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.886251Z","time spent":"498.419333ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9589,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:32.384789Z","caller":"traceutil/trace.go:171","msg":"trace[69167155] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"481.495292ms","start":"2026-04-28T07:17:31.903258Z","end":"2026-04-28T07:17:32.384754Z","steps":["trace[69167155] 'process raft request' (duration: 481.184841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:32.384882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.333769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:32.384955Z","caller":"traceutil/trace.go:171","msg":"trace[917087852] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1141; }","duration":"434.453074ms","start":"2026-04-28T07:17:31.950484Z","end":"2026-04-28T07:17:32.384937Z","steps":["trace[917087852] 'agreement among raft nodes before linearized reading' (duration: 434.271297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:32.385009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.950463Z","time spent":"434.534426ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:17:32.385006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.903239Z","time spent":"481.69668ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":72484,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:17:32.418979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.56422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:17:32.418966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.261591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/ingress-nginx/\" range_end:\"/registry/limitranges/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:32.419049Z","caller":"traceutil/trace.go:171","msg":"trace[1123258127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1142; }","duration":"334.682424ms","start":"2026-04-28T07:17:32.084353Z","end":"2026-04-28T07:17:32.419036Z","steps":["trace[1123258127] 'agreement among raft nodes before linearized reading' (duration: 334.481436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:32.419077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.084332Z","time spent":"334.739486ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:17:32.41909Z","caller":"traceutil/trace.go:171","msg":"trace[475374702] range","detail":"{range_begin:/registry/limitranges/ingress-nginx/; range_end:/registry/limitranges/ingress-nginx0; response_count:0; response_revision:1142; }","duration":"464.400336ms","start":"2026-04-28T07:17:31.954651Z","end":"2026-04-28T07:17:32.419051Z","steps":["trace[475374702] 'agreement among raft nodes before linearized reading' (duration: 464.159836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:32.419163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.954645Z","time spent":"464.50192ms","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/ingress-nginx/\" range_end:\"/registry/limitranges/ingress-nginx0\" "} {"level":"warn","ts":"2026-04-28T07:17:32.419172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.382245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:17:32.419191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.582451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:17:32.419227Z","caller":"traceutil/trace.go:171","msg":"trace[972826270] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:0; response_revision:1142; }","duration":"367.481428ms","start":"2026-04-28T07:17:32.051729Z","end":"2026-04-28T07:17:32.41921Z","steps":["trace[972826270] 'agreement among raft nodes before linearized reading' (duration: 367.388945ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:32.419234Z","caller":"traceutil/trace.go:171","msg":"trace[205384122] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1142; }","duration":"334.682845ms","start":"2026-04-28T07:17:32.084541Z","end":"2026-04-28T07:17:32.419224Z","steps":["trace[205384122] 'agreement among raft nodes before linearized reading' (duration: 334.583201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:32.419262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.051703Z","time spent":"367.551671ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-04-28T07:17:32.419275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.084501Z","time spent":"334.763237ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:17:32.419239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.350511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"warn","ts":"2026-04-28T07:17:32.419002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.468607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:17:32.419344Z","caller":"traceutil/trace.go:171","msg":"trace[2064360257] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1142; }","duration":"334.8346ms","start":"2026-04-28T07:17:32.084496Z","end":"2026-04-28T07:17:32.419331Z","steps":["trace[2064360257] 'agreement among raft nodes before linearized reading' (duration: 334.323631ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:32.41935Z","caller":"traceutil/trace.go:171","msg":"trace[2055630003] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:1142; }","duration":"341.501095ms","start":"2026-04-28T07:17:32.077825Z","end":"2026-04-28T07:17:32.419327Z","steps":["trace[2055630003] 'agreement among raft nodes before linearized reading' (duration: 341.167644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:32.419377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.084486Z","time spent":"334.883012ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:17:32.419403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.077815Z","time spent":"341.577819ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"info","ts":"2026-04-28T07:17:32.419095Z","caller":"traceutil/trace.go:171","msg":"trace[2041918174] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"465.62721ms","start":"2026-04-28T07:17:31.953429Z","end":"2026-04-28T07:17:32.419056Z","steps":["trace[2041918174] 'process raft request' (duration: 465.157722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:32.419238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.796138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:17:32.419488Z","caller":"traceutil/trace.go:171","msg":"trace[1027080143] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1142; }","duration":"335.058398ms","start":"2026-04-28T07:17:32.084421Z","end":"2026-04-28T07:17:32.41948Z","steps":["trace[1027080143] 'agreement among raft nodes before linearized reading' (duration: 334.774278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:32.419511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.084416Z","time spent":"335.089749ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:17:32.419472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.082823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T07:17:32.419594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:31.953414Z","time spent":"466.067456ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6809,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:32.419593Z","caller":"traceutil/trace.go:171","msg":"trace[411377649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1142; }","duration":"334.281431ms","start":"2026-04-28T07:17:32.085283Z","end":"2026-04-28T07:17:32.419565Z","steps":["trace[411377649] 'agreement among raft nodes before linearized reading' (duration: 333.828635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:32.419725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.085275Z","time spent":"334.437176ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:17:33.098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.157081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:17:33.098631Z","caller":"traceutil/trace.go:171","msg":"trace[1175831576] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1323; }","duration":"379.036848ms","start":"2026-04-28T07:17:32.719569Z","end":"2026-04-28T07:17:33.098606Z","steps":["trace[1175831576] 'read index received' (duration: 475.137µs)","trace[1175831576] 'applied index is now lower than readState.Index' (duration: 378.560321ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:33.09875Z","caller":"traceutil/trace.go:171","msg":"trace[1904622871] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"379.351968ms","start":"2026-04-28T07:17:32.719386Z","end":"2026-04-28T07:17:33.098738Z","steps":["trace[1904622871] 'process raft request' (duration: 379.101789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:33.098836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.719381Z","time spent":"379.41424ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3811,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:17:33.098802Z","caller":"traceutil/trace.go:171","msg":"trace[509353606] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"379.427191ms","start":"2026-04-28T07:17:32.719339Z","end":"2026-04-28T07:17:33.098766Z","steps":["trace[509353606] 'process raft request' (duration: 379.079569ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:33.098922Z","caller":"traceutil/trace.go:171","msg":"trace[1570899890] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"379.429732ms","start":"2026-04-28T07:17:32.719459Z","end":"2026-04-28T07:17:33.098889Z","steps":["trace[1570899890] 'process raft request' (duration: 379.082929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:33.099083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.719455Z","time spent":"379.533795ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:17:33.09916Z","caller":"traceutil/trace.go:171","msg":"trace[106318945] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"382.378996ms","start":"2026-04-28T07:17:32.716751Z","end":"2026-04-28T07:17:33.09913Z","steps":["trace[106318945] 'process raft request' (duration: 273.95041ms)","trace[106318945] 'compare' (duration: 106.788108ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:17:33.099103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.719332Z","time spent":"379.629388ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4420,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:17:33.099352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.752563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:33.099393Z","caller":"traceutil/trace.go:171","msg":"trace[1485909984] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"382.534662ms","start":"2026-04-28T07:17:32.716839Z","end":"2026-04-28T07:17:33.099373Z","steps":["trace[1485909984] 'process raft request' (duration: 381.35019ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:33.099444Z","caller":"traceutil/trace.go:171","msg":"trace[1017915171] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:0; response_revision:1292; }","duration":"379.867626ms","start":"2026-04-28T07:17:32.719554Z","end":"2026-04-28T07:17:33.099421Z","steps":["trace[1017915171] 'agreement among raft nodes before linearized reading' (duration: 379.663419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:33.099492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.719549Z","time spent":"379.933748ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" "} {"level":"warn","ts":"2026-04-28T07:17:33.099205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.716741Z","time spent":"382.437838ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:17:33.099518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.716832Z","time spent":"382.623155ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":742,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:33.129415Z","caller":"traceutil/trace.go:171","msg":"trace[1396475614] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"409.184777ms","start":"2026-04-28T07:17:32.720194Z","end":"2026-04-28T07:17:33.129379Z","steps":["trace[1396475614] 'process raft request' (duration: 408.893377ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:33.129468Z","caller":"traceutil/trace.go:171","msg":"trace[1676559818] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"408.938058ms","start":"2026-04-28T07:17:32.72049Z","end":"2026-04-28T07:17:33.129428Z","steps":["trace[1676559818] 'process raft request' (duration: 408.769662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:33.129612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.720185Z","time spent":"409.342963ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2641,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:17:33.129645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.720476Z","time spent":"409.080674ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3777,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:33.129664Z","caller":"traceutil/trace.go:171","msg":"trace[1121292631] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"408.463411ms","start":"2026-04-28T07:17:32.721174Z","end":"2026-04-28T07:17:33.129638Z","steps":["trace[1121292631] 'process raft request' (duration: 408.183372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:33.129811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.721167Z","time spent":"408.555675ms","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3979,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:17:33.129796Z","caller":"traceutil/trace.go:171","msg":"trace[379403504] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"407.936333ms","start":"2026-04-28T07:17:32.721819Z","end":"2026-04-28T07:17:33.129755Z","steps":["trace[379403504] 'process raft request' (duration: 407.626522ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:33.129861Z","caller":"traceutil/trace.go:171","msg":"trace[604973826] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"401.607798ms","start":"2026-04-28T07:17:32.72824Z","end":"2026-04-28T07:17:33.129848Z","steps":["trace[604973826] 'process raft request' (duration: 401.268066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:33.132296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.728231Z","time spent":"404.008344ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1715,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:33.129928Z","caller":"traceutil/trace.go:171","msg":"trace[103966980] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"401.466103ms","start":"2026-04-28T07:17:32.728419Z","end":"2026-04-28T07:17:33.129885Z","steps":["trace[103966980] 'process raft request' (duration: 401.158432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:33.132479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.728392Z","time spent":"404.021704ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":703,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:33.130033Z","caller":"traceutil/trace.go:171","msg":"trace[1015682898] transaction","detail":"{read_only:false; response_revision:1300; number_of_response:1; }","duration":"390.710201ms","start":"2026-04-28T07:17:32.739313Z","end":"2026-04-28T07:17:33.130024Z","steps":["trace[1015682898] 'process raft request' (duration: 390.352388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:33.132629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.739292Z","time spent":"393.292803ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73573,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:17:33.130079Z","caller":"traceutil/trace.go:171","msg":"trace[278214377] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"409.516849ms","start":"2026-04-28T07:17:32.720554Z","end":"2026-04-28T07:17:33.130071Z","steps":["trace[278214377] 'process raft request' (duration: 408.760672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:33.132778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.720532Z","time spent":"412.221585ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3483,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:33.130341Z","caller":"traceutil/trace.go:171","msg":"trace[1034002984] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"216.485814ms","start":"2026-04-28T07:17:32.913839Z","end":"2026-04-28T07:17:33.130325Z","steps":["trace[1034002984] 'process raft request' (duration: 216.157062ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:33.130368Z","caller":"traceutil/trace.go:171","msg":"trace[1662006691] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"389.385914ms","start":"2026-04-28T07:17:32.74096Z","end":"2026-04-28T07:17:33.130346Z","steps":["trace[1662006691] 'process raft request' (duration: 388.874896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:33.133001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.740945Z","time spent":"392.027529ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73411,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:17:33.130536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.790963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-04-28T07:17:33.133111Z","caller":"traceutil/trace.go:171","msg":"trace[80504560] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:1302; }","duration":"367.418485ms","start":"2026-04-28T07:17:32.765677Z","end":"2026-04-28T07:17:33.133096Z","steps":["trace[80504560] 'agreement among raft nodes before linearized reading' (duration: 364.654127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:33.133144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.765662Z","time spent":"367.473647ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1093,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" "} {"level":"warn","ts":"2026-04-28T07:17:33.135606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:32.721813Z","time spent":"410.036917ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4670,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:17:33.306714Z","caller":"traceutil/trace.go:171","msg":"trace[534717595] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"159.198807ms","start":"2026-04-28T07:17:33.147475Z","end":"2026-04-28T07:17:33.306673Z","steps":["trace[534717595] 'process raft request' (duration: 139.330042ms)","trace[534717595] 'compare' (duration: 19.634697ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:33.306777Z","caller":"traceutil/trace.go:171","msg":"trace[681662015] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"157.994005ms","start":"2026-04-28T07:17:33.14875Z","end":"2026-04-28T07:17:33.306744Z","steps":["trace[681662015] 'process raft request' (duration: 157.810048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:33.306899Z","caller":"traceutil/trace.go:171","msg":"trace[528722475] linearizableReadLoop","detail":"{readStateIndex:1353; appliedIndex:1349; }","duration":"112.858523ms","start":"2026-04-28T07:17:33.194024Z","end":"2026-04-28T07:17:33.306883Z","steps":["trace[528722475] 'read index received' (duration: 92.846173ms)","trace[528722475] 'applied index is now lower than readState.Index' (duration: 20.01152ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:33.306996Z","caller":"traceutil/trace.go:171","msg":"trace[2111611909] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"151.251926ms","start":"2026-04-28T07:17:33.155737Z","end":"2026-04-28T07:17:33.306989Z","steps":["trace[2111611909] 'process raft request' (duration: 150.873942ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:33.307132Z","caller":"traceutil/trace.go:171","msg":"trace[833709274] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"137.479869ms","start":"2026-04-28T07:17:33.169614Z","end":"2026-04-28T07:17:33.307094Z","steps":["trace[833709274] 'process raft request' (duration: 137.105055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:33.307203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.164335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-04-28T07:17:33.307231Z","caller":"traceutil/trace.go:171","msg":"trace[1934856453] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:1316; }","duration":"113.238998ms","start":"2026-04-28T07:17:33.193981Z","end":"2026-04-28T07:17:33.30722Z","steps":["trace[1934856453] 'agreement among raft nodes before linearized reading' (duration: 113.125144ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:33.315071Z","caller":"traceutil/trace.go:171","msg":"trace[2038916260] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"120.94011ms","start":"2026-04-28T07:17:33.194057Z","end":"2026-04-28T07:17:33.314997Z","steps":["trace[2038916260] 'process raft request' (duration: 120.745173ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:33.315075Z","caller":"traceutil/trace.go:171","msg":"trace[10681667] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"120.146151ms","start":"2026-04-28T07:17:33.194886Z","end":"2026-04-28T07:17:33.315032Z","steps":["trace[10681667] 'process raft request' (duration: 120.050908ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:33.316615Z","caller":"traceutil/trace.go:171","msg":"trace[984416671] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"118.232444ms","start":"2026-04-28T07:17:33.1983Z","end":"2026-04-28T07:17:33.316532Z","steps":["trace[984416671] 'process raft request' (duration: 116.692069ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:33.317117Z","caller":"traceutil/trace.go:171","msg":"trace[1289710224] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"116.759363ms","start":"2026-04-28T07:17:33.200341Z","end":"2026-04-28T07:17:33.317101Z","steps":["trace[1289710224] 'process raft request' (duration: 114.69529ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:33.31553Z","caller":"traceutil/trace.go:171","msg":"trace[208377577] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"117.80874ms","start":"2026-04-28T07:17:33.19771Z","end":"2026-04-28T07:17:33.315519Z","steps":["trace[208377577] 'process raft request' (duration: 117.258399ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:33.317545Z","caller":"traceutil/trace.go:171","msg":"trace[361760989] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"116.938858ms","start":"2026-04-28T07:17:33.200532Z","end":"2026-04-28T07:17:33.317471Z","steps":["trace[361760989] 'process raft request' (duration: 114.588095ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:33.319103Z","caller":"traceutil/trace.go:171","msg":"trace[1070335727] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"120.883759ms","start":"2026-04-28T07:17:33.194706Z","end":"2026-04-28T07:17:33.31559Z","steps":["trace[1070335727] 'process raft request' (duration: 120.209184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:33.320135Z","caller":"traceutil/trace.go:171","msg":"trace[748501405] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"116.934419ms","start":"2026-04-28T07:17:33.203175Z","end":"2026-04-28T07:17:33.320109Z","steps":["trace[748501405] 'process raft request' (duration: 112.074886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:35.009476Z","caller":"traceutil/trace.go:171","msg":"trace[1325252281] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"270.04887ms","start":"2026-04-28T07:17:34.739398Z","end":"2026-04-28T07:17:35.009447Z","steps":["trace[1325252281] 'process raft request' (duration: 269.883654ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:35.430003Z","caller":"traceutil/trace.go:171","msg":"trace[123768183] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"391.385785ms","start":"2026-04-28T07:17:35.038584Z","end":"2026-04-28T07:17:35.42997Z","steps":["trace[123768183] 'process raft request' (duration: 391.198039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:35.430218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:35.038549Z","time spent":"391.557881ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:35.738091Z","caller":"traceutil/trace.go:171","msg":"trace[866906202] linearizableReadLoop","detail":"{readStateIndex:1459; appliedIndex:1457; }","duration":"517.848813ms","start":"2026-04-28T07:17:35.220214Z","end":"2026-04-28T07:17:35.738063Z","steps":["trace[866906202] 'read index received' (duration: 209.649339ms)","trace[866906202] 'applied index is now lower than readState.Index' (duration: 308.197704ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:35.738262Z","caller":"traceutil/trace.go:171","msg":"trace[1432751466] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"596.308635ms","start":"2026-04-28T07:17:35.141881Z","end":"2026-04-28T07:17:35.73819Z","steps":["trace[1432751466] 'process raft request' (duration: 595.894761ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:35.738378Z","caller":"traceutil/trace.go:171","msg":"trace[157632137] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"396.549848ms","start":"2026-04-28T07:17:35.341772Z","end":"2026-04-28T07:17:35.738322Z","steps":["trace[157632137] 'process raft request' (duration: 396.216166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:35.738773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:35.341742Z","time spent":"396.987884ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3542,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:17:35.738459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.222795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:35.738863Z","caller":"traceutil/trace.go:171","msg":"trace[81960077] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1423; }","duration":"518.690973ms","start":"2026-04-28T07:17:35.220155Z","end":"2026-04-28T07:17:35.738846Z","steps":["trace[81960077] 'agreement among raft nodes before linearized reading' (duration: 518.106242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:35.738956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:35.220126Z","time spent":"518.789267ms","remote":"127.0.0.1:51524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:17:35.738975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:35.141857Z","time spent":"596.783914ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2914,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:35.905913Z","caller":"traceutil/trace.go:171","msg":"trace[517486495] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"364.353716ms","start":"2026-04-28T07:17:35.541539Z","end":"2026-04-28T07:17:35.905893Z","steps":["trace[517486495] 'process raft request' (duration: 364.110518ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:35.90595Z","caller":"traceutil/trace.go:171","msg":"trace[2045654890] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"302.385829ms","start":"2026-04-28T07:17:35.60355Z","end":"2026-04-28T07:17:35.905936Z","steps":["trace[2045654890] 'process raft request' (duration: 302.211233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:35.906015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:35.541514Z","time spent":"364.4554ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3043,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:17:35.906031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:35.60352Z","time spent":"302.454811ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:17:35.906125Z","caller":"traceutil/trace.go:171","msg":"trace[1381809469] linearizableReadLoop","detail":"{readStateIndex:1462; appliedIndex:1460; }","duration":"167.373108ms","start":"2026-04-28T07:17:35.73854Z","end":"2026-04-28T07:17:35.905913Z","steps":["trace[1381809469] 'read index received' (duration: 167.075657ms)","trace[1381809469] 'applied index is now lower than readState.Index' (duration: 296.841µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:17:35.90617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.95793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:17:35.90623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.518724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:17:35.906285Z","caller":"traceutil/trace.go:171","msg":"trace[1980418229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1425; }","duration":"203.150607ms","start":"2026-04-28T07:17:35.703109Z","end":"2026-04-28T07:17:35.90626Z","steps":["trace[1980418229] 'agreement among raft nodes before linearized reading' (duration: 202.899038ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:35.906299Z","caller":"traceutil/trace.go:171","msg":"trace[219363408] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1425; }","duration":"505.68145ms","start":"2026-04-28T07:17:35.400602Z","end":"2026-04-28T07:17:35.906283Z","steps":["trace[219363408] 'agreement among raft nodes before linearized reading' (duration: 505.525644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:35.906335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:35.400571Z","time spent":"505.759183ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:17:36.215327Z","caller":"traceutil/trace.go:171","msg":"trace[1672642995] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"275.235095ms","start":"2026-04-28T07:17:35.940042Z","end":"2026-04-28T07:17:36.215277Z","steps":["trace[1672642995] 'process raft request' (duration: 275.08568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:37.03603Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765106349,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:17:37.351141Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.006224218s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:17:37.351638Z","caller":"traceutil/trace.go:171","msg":"trace[12202562] linearizableReadLoop","detail":"{readStateIndex:1464; appliedIndex:1463; }","duration":"821.326849ms","start":"2026-04-28T07:17:36.530282Z","end":"2026-04-28T07:17:37.351609Z","steps":["trace[12202562] 'read index received' (duration: 821.186624ms)","trace[12202562] 'applied index is now lower than readState.Index' (duration: 138.205µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:37.351683Z","caller":"traceutil/trace.go:171","msg":"trace[1271504738] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"1.006889622s","start":"2026-04-28T07:17:36.34476Z","end":"2026-04-28T07:17:37.35165Z","steps":["trace[1271504738] 'process raft request' (duration: 1.006650943s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:37.351828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:36.344688Z","time spent":"1.007077269s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3458,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:17:37.351992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.691631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:17:37.352094Z","caller":"traceutil/trace.go:171","msg":"trace[402459212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1427; }","duration":"821.824416ms","start":"2026-04-28T07:17:36.530227Z","end":"2026-04-28T07:17:37.352052Z","steps":["trace[402459212] 'agreement among raft nodes before linearized reading' (duration: 821.525345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:37.352139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:36.530205Z","time spent":"821.924859ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:17:37.360248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.833359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:17:37.360297Z","caller":"traceutil/trace.go:171","msg":"trace[1895897456] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1427; }","duration":"827.931463ms","start":"2026-04-28T07:17:36.532352Z","end":"2026-04-28T07:17:37.360284Z","steps":["trace[1895897456] 'agreement among raft nodes before linearized reading' (duration: 827.805849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:37.360329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:36.532333Z","time spent":"827.988504ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:17:37.360731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.070483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:17:37.360774Z","caller":"traceutil/trace.go:171","msg":"trace[1977501617] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1428; }","duration":"135.151116ms","start":"2026-04-28T07:17:37.225612Z","end":"2026-04-28T07:17:37.360763Z","steps":["trace[1977501617] 'agreement among raft nodes before linearized reading' (duration: 135.022071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:37.36102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.147022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T07:17:37.361031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.970222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:17:37.361059Z","caller":"traceutil/trace.go:171","msg":"trace[512681399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1428; }","duration":"828.207604ms","start":"2026-04-28T07:17:36.532843Z","end":"2026-04-28T07:17:37.361051Z","steps":["trace[512681399] 'agreement among raft nodes before linearized reading' (duration: 828.09304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:37.361092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:36.532832Z","time spent":"828.253335ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:17:37.361176Z","caller":"traceutil/trace.go:171","msg":"trace[1148731329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1428; }","duration":"820.110897ms","start":"2026-04-28T07:17:36.541017Z","end":"2026-04-28T07:17:37.361128Z","steps":["trace[1148731329] 'agreement among raft nodes before linearized reading' (duration: 819.901589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:37.361282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:36.541007Z","time spent":"820.238551ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:17:37.36131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.53787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:17:37.361384Z","caller":"traceutil/trace.go:171","msg":"trace[1773307173] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1428; }","duration":"555.663065ms","start":"2026-04-28T07:17:36.805703Z","end":"2026-04-28T07:17:37.361367Z","steps":["trace[1773307173] 'agreement among raft nodes before linearized reading' (duration: 555.51564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:37.361436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:36.80568Z","time spent":"555.744887ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":28,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:17:37.361504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.421718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:17:37.36155Z","caller":"traceutil/trace.go:171","msg":"trace[1694883736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1428; }","duration":"820.487789ms","start":"2026-04-28T07:17:36.541048Z","end":"2026-04-28T07:17:37.361536Z","steps":["trace[1694883736] 'agreement among raft nodes before linearized reading' (duration: 820.392356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:37.361774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:36.541034Z","time spent":"820.727538ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:17:37.672584Z","caller":"traceutil/trace.go:171","msg":"trace[1640650830] linearizableReadLoop","detail":"{readStateIndex:1471; appliedIndex:1470; }","duration":"170.779389ms","start":"2026-04-28T07:17:37.501776Z","end":"2026-04-28T07:17:37.672555Z","steps":["trace[1640650830] 'read index received' (duration: 170.573022ms)","trace[1640650830] 'applied index is now lower than readState.Index' (duration: 205.177µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:37.672653Z","caller":"traceutil/trace.go:171","msg":"trace[1859597641] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"286.436262ms","start":"2026-04-28T07:17:37.386181Z","end":"2026-04-28T07:17:37.672617Z","steps":["trace[1859597641] 'process raft request' (duration: 286.222835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:37.672828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.027817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:37.672919Z","caller":"traceutil/trace.go:171","msg":"trace[1857808510] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1433; }","duration":"171.144791ms","start":"2026-04-28T07:17:37.501732Z","end":"2026-04-28T07:17:37.672876Z","steps":["trace[1857808510] 'agreement among raft nodes before linearized reading' (duration: 170.961085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:38.431822Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765106363,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:17:38.497243Z","caller":"traceutil/trace.go:171","msg":"trace[760223291] linearizableReadLoop","detail":"{readStateIndex:1475; appliedIndex:1474; }","duration":"566.124575ms","start":"2026-04-28T07:17:37.931101Z","end":"2026-04-28T07:17:38.497225Z","steps":["trace[760223291] 'read index received' (duration: 564.484107ms)","trace[760223291] 'applied index is now lower than readState.Index' (duration: 1.639708ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:38.497262Z","caller":"traceutil/trace.go:171","msg":"trace[895807180] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"585.505703ms","start":"2026-04-28T07:17:37.911733Z","end":"2026-04-28T07:17:38.497238Z","steps":["trace[895807180] 'process raft request' (duration: 583.916677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:38.497367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:37.911712Z","time spent":"585.603326ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:17:38.49741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.298151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:17:38.497441Z","caller":"traceutil/trace.go:171","msg":"trace[1528541715] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:1437; }","duration":"566.381244ms","start":"2026-04-28T07:17:37.931049Z","end":"2026-04-28T07:17:38.497431Z","steps":["trace[1528541715] 'agreement among raft nodes before linearized reading' (duration: 566.247159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:38.497471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:37.930998Z","time spent":"566.465457ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"info","ts":"2026-04-28T07:17:39.771096Z","caller":"traceutil/trace.go:171","msg":"trace[379166544] linearizableReadLoop","detail":"{readStateIndex:1483; appliedIndex:1482; }","duration":"106.589642ms","start":"2026-04-28T07:17:39.664456Z","end":"2026-04-28T07:17:39.771046Z","steps":["trace[379166544] 'read index received' (duration: 106.322492ms)","trace[379166544] 'applied index is now lower than readState.Index' (duration: 265.649µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:39.771118Z","caller":"traceutil/trace.go:171","msg":"trace[847731055] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"148.049033ms","start":"2026-04-28T07:17:39.623033Z","end":"2026-04-28T07:17:39.771082Z","steps":["trace[847731055] 'process raft request' (duration: 147.737062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:39.771243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.748167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:17:39.771332Z","caller":"traceutil/trace.go:171","msg":"trace[1366439937] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1445; }","duration":"106.896932ms","start":"2026-04-28T07:17:39.664415Z","end":"2026-04-28T07:17:39.771312Z","steps":["trace[1366439937] 'agreement among raft nodes before linearized reading' (duration: 106.727276ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:39.886548Z","caller":"traceutil/trace.go:171","msg":"trace[839519075] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"105.576656ms","start":"2026-04-28T07:17:39.780948Z","end":"2026-04-28T07:17:39.886524Z","steps":["trace[839519075] 'process raft request' (duration: 105.514934ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:39.886882Z","caller":"traceutil/trace.go:171","msg":"trace[1372014856] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"108.310092ms","start":"2026-04-28T07:17:39.778549Z","end":"2026-04-28T07:17:39.886859Z","steps":["trace[1372014856] 'process raft request' (duration: 107.784283ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:40.613634Z","caller":"traceutil/trace.go:171","msg":"trace[523269545] linearizableReadLoop","detail":"{readStateIndex:1487; appliedIndex:1486; }","duration":"103.416389ms","start":"2026-04-28T07:17:40.510194Z","end":"2026-04-28T07:17:40.61361Z","steps":["trace[523269545] 'read index received' (duration: 103.16874ms)","trace[523269545] 'applied index is now lower than readState.Index' (duration: 246.139µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:17:40.613824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.621466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:17:40.613857Z","caller":"traceutil/trace.go:171","msg":"trace[1767778962] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:1449; }","duration":"103.710109ms","start":"2026-04-28T07:17:40.510136Z","end":"2026-04-28T07:17:40.613846Z","steps":["trace[1767778962] 'agreement among raft nodes before linearized reading' (duration: 103.562474ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:40.613955Z","caller":"traceutil/trace.go:171","msg":"trace[692059055] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"106.627453ms","start":"2026-04-28T07:17:40.507293Z","end":"2026-04-28T07:17:40.613921Z","steps":["trace[692059055] 'process raft request' (duration: 106.171947ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:41.732566Z","caller":"traceutil/trace.go:171","msg":"trace[2079463637] linearizableReadLoop","detail":"{readStateIndex:1490; appliedIndex:1489; }","duration":"301.226996ms","start":"2026-04-28T07:17:41.431308Z","end":"2026-04-28T07:17:41.732535Z","steps":["trace[2079463637] 'read index received' (duration: 276.940484ms)","trace[2079463637] 'applied index is now lower than readState.Index' (duration: 24.284152ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:41.732584Z","caller":"traceutil/trace.go:171","msg":"trace[1460343391] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"408.065468ms","start":"2026-04-28T07:17:41.324494Z","end":"2026-04-28T07:17:41.732559Z","steps":["trace[1460343391] 'process raft request' (duration: 383.705263ms)","trace[1460343391] 'compare' (duration: 24.041294ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:17:41.732755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:41.324467Z","time spent":"408.215693ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:17:41.732857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.528367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:17:41.732942Z","caller":"traceutil/trace.go:171","msg":"trace[383157197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1451; }","duration":"301.676313ms","start":"2026-04-28T07:17:41.431243Z","end":"2026-04-28T07:17:41.732919Z","steps":["trace[383157197] 'agreement among raft nodes before linearized reading' (duration: 301.394143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:41.732952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.843245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:17:41.732988Z","caller":"traceutil/trace.go:171","msg":"trace[519549186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1451; }","duration":"220.907648ms","start":"2026-04-28T07:17:41.512073Z","end":"2026-04-28T07:17:41.732981Z","steps":["trace[519549186] 'agreement among raft nodes before linearized reading' (duration: 220.745372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:41.732952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.285191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:17:41.732988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.889393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:17:41.732987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:41.431211Z","time spent":"301.766806ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:17:41.733043Z","caller":"traceutil/trace.go:171","msg":"trace[116141022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1451; }","duration":"224.004657ms","start":"2026-04-28T07:17:41.509022Z","end":"2026-04-28T07:17:41.733027Z","steps":["trace[116141022] 'agreement among raft nodes before linearized reading' (duration: 223.773929ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:41.733056Z","caller":"traceutil/trace.go:171","msg":"trace[1404695693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1451; }","duration":"223.440096ms","start":"2026-04-28T07:17:41.509586Z","end":"2026-04-28T07:17:41.733026Z","steps":["trace[1404695693] 'agreement among raft nodes before linearized reading' (duration: 223.179897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:41.732954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.968191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:17:41.73314Z","caller":"traceutil/trace.go:171","msg":"trace[762197581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1451; }","duration":"278.232921ms","start":"2026-04-28T07:17:41.454896Z","end":"2026-04-28T07:17:41.733129Z","steps":["trace[762197581] 'agreement among raft nodes before linearized reading' (duration: 277.806946ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:41.884538Z","caller":"traceutil/trace.go:171","msg":"trace[358559813] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"129.301888ms","start":"2026-04-28T07:17:41.755209Z","end":"2026-04-28T07:17:41.884511Z","steps":["trace[358559813] 'process raft request' (duration: 81.204141ms)","trace[358559813] 'compare' (duration: 47.971922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:17:42.150351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.571628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:17:42.150517Z","caller":"traceutil/trace.go:171","msg":"trace[203377760] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"259.765445ms","start":"2026-04-28T07:17:41.890727Z","end":"2026-04-28T07:17:42.150492Z","steps":["trace[203377760] 'process raft request' (duration: 127.929308ms)","trace[203377760] 'compare' (duration: 130.737868ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:42.230515Z","caller":"traceutil/trace.go:171","msg":"trace[723117857] linearizableReadLoop","detail":"{readStateIndex:1499; appliedIndex:1498; }","duration":"152.265352ms","start":"2026-04-28T07:17:42.078223Z","end":"2026-04-28T07:17:42.230489Z","steps":["trace[723117857] 'read index received' (duration: 152.137557ms)","trace[723117857] 'applied index is now lower than readState.Index' (duration: 126.755µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:42.230567Z","caller":"traceutil/trace.go:171","msg":"trace[1320474669] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"325.452006ms","start":"2026-04-28T07:17:41.90508Z","end":"2026-04-28T07:17:42.230532Z","steps":["trace[1320474669] 'process raft request' (duration: 325.232738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:42.230729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.49777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:17:42.230785Z","caller":"traceutil/trace.go:171","msg":"trace[2026283929] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:1460; }","duration":"152.606553ms","start":"2026-04-28T07:17:42.078154Z","end":"2026-04-28T07:17:42.230761Z","steps":["trace[2026283929] 'agreement among raft nodes before linearized reading' (duration: 152.432607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:42.231135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:41.905055Z","time spent":"325.588221ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19006,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:17:42.466391Z","caller":"traceutil/trace.go:171","msg":"trace[387411995] linearizableReadLoop","detail":"{readStateIndex:1501; appliedIndex:1499; }","duration":"174.951106ms","start":"2026-04-28T07:17:42.291394Z","end":"2026-04-28T07:17:42.466345Z","steps":["trace[387411995] 'read index received' (duration: 83.029665ms)","trace[387411995] 'applied index is now lower than readState.Index' (duration: 91.920121ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:42.466425Z","caller":"traceutil/trace.go:171","msg":"trace[369599205] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"308.243525ms","start":"2026-04-28T07:17:42.158137Z","end":"2026-04-28T07:17:42.46638Z","steps":["trace[369599205] 'process raft request' (duration: 216.268682ms)","trace[369599205] 'compare' (duration: 91.668203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:17:42.466583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:42.158102Z","time spent":"308.398442ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9833,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:17:42.466757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.3345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:4 size:62424"} {"level":"info","ts":"2026-04-28T07:17:42.466854Z","caller":"traceutil/trace.go:171","msg":"trace[796563375] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:4; response_revision:1461; }","duration":"175.448574ms","start":"2026-04-28T07:17:42.291371Z","end":"2026-04-28T07:17:42.466819Z","steps":["trace[796563375] 'agreement among raft nodes before linearized reading' (duration: 175.120802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:42.783556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.909314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:17:42.783849Z","caller":"traceutil/trace.go:171","msg":"trace[596821609] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"312.154444ms","start":"2026-04-28T07:17:42.471629Z","end":"2026-04-28T07:17:42.783784Z","steps":["trace[596821609] 'process raft request' (duration: 171.943549ms)","trace[596821609] 'compare' (duration: 139.472279ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:42.78397Z","caller":"traceutil/trace.go:171","msg":"trace[376853541] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"308.407962ms","start":"2026-04-28T07:17:42.475542Z","end":"2026-04-28T07:17:42.78395Z","steps":["trace[376853541] 'process raft request' (duration: 308.142442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:42.784094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:42.475522Z","time spent":"308.522415ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9879,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:17:42.784129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:42.471602Z","time spent":"312.368781ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":667,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:17:42.784217Z","caller":"traceutil/trace.go:171","msg":"trace[471307131] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"308.539367ms","start":"2026-04-28T07:17:42.475644Z","end":"2026-04-28T07:17:42.784184Z","steps":["trace[471307131] 'process raft request' (duration: 308.245146ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:42.784348Z","caller":"traceutil/trace.go:171","msg":"trace[1795152343] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"164.147264ms","start":"2026-04-28T07:17:42.620189Z","end":"2026-04-28T07:17:42.784336Z","steps":["trace[1795152343] 'process raft request' (duration: 163.941277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:42.784384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:42.475627Z","time spent":"308.669522ms","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:17:42.784423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.276147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T07:17:42.784467Z","caller":"traceutil/trace.go:171","msg":"trace[358246646] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1465; }","duration":"255.381822ms","start":"2026-04-28T07:17:42.529074Z","end":"2026-04-28T07:17:42.784455Z","steps":["trace[358246646] 'agreement among raft nodes before linearized reading' (duration: 255.194355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:42.78421Z","caller":"traceutil/trace.go:171","msg":"trace[704250787] linearizableReadLoop","detail":"{readStateIndex:1505; appliedIndex:1502; }","duration":"255.036389ms","start":"2026-04-28T07:17:42.529151Z","end":"2026-04-28T07:17:42.784187Z","steps":["trace[704250787] 'read index received' (duration: 114.537264ms)","trace[704250787] 'applied index is now lower than readState.Index' (duration: 140.497805ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:17:42.784932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.325173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:4 size:62424"} {"level":"info","ts":"2026-04-28T07:17:42.784975Z","caller":"traceutil/trace.go:171","msg":"trace[326810959] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:4; response_revision:1466; }","duration":"243.437566ms","start":"2026-04-28T07:17:42.541525Z","end":"2026-04-28T07:17:42.784963Z","steps":["trace[326810959] 'agreement among raft nodes before linearized reading' (duration: 243.223849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:42.785019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.765725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:17:42.785073Z","caller":"traceutil/trace.go:171","msg":"trace[2109899879] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:1466; }","duration":"162.90163ms","start":"2026-04-28T07:17:42.622158Z","end":"2026-04-28T07:17:42.785059Z","steps":["trace[2109899879] 'agreement among raft nodes before linearized reading' (duration: 162.723153ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:44.171344Z","caller":"traceutil/trace.go:171","msg":"trace[1446920524] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"360.443268ms","start":"2026-04-28T07:17:43.810862Z","end":"2026-04-28T07:17:44.171305Z","steps":["trace[1446920524] 'process raft request' (duration: 360.363736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:44.171514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:43.810854Z","time spent":"360.575003ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:17:44.171517Z","caller":"traceutil/trace.go:171","msg":"trace[1541177154] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"359.136702ms","start":"2026-04-28T07:17:43.81235Z","end":"2026-04-28T07:17:44.171486Z","steps":["trace[1541177154] 'process raft request' (duration: 358.915014ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:44.171503Z","caller":"traceutil/trace.go:171","msg":"trace[895480484] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"360.700057ms","start":"2026-04-28T07:17:43.810771Z","end":"2026-04-28T07:17:44.171471Z","steps":["trace[895480484] 'process raft request' (duration: 360.174289ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:44.171567Z","caller":"traceutil/trace.go:171","msg":"trace[60615436] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"360.736599ms","start":"2026-04-28T07:17:43.810781Z","end":"2026-04-28T07:17:44.171518Z","steps":["trace[60615436] 'process raft request' (duration: 360.397467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:44.171662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:43.812341Z","time spent":"359.244825ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:17:44.171814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:43.810752Z","time spent":"360.920365ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:17:44.17178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:43.810748Z","time spent":"360.896824ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:17:44.716632Z","caller":"traceutil/trace.go:171","msg":"trace[156066149] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"138.017866ms","start":"2026-04-28T07:17:44.57859Z","end":"2026-04-28T07:17:44.716608Z","steps":["trace[156066149] 'process raft request' (duration: 137.8657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:44.929727Z","caller":"traceutil/trace.go:171","msg":"trace[1045981590] linearizableReadLoop","detail":"{readStateIndex:1527; appliedIndex:1524; }","duration":"226.986003ms","start":"2026-04-28T07:17:44.702719Z","end":"2026-04-28T07:17:44.929705Z","steps":["trace[1045981590] 'read index received' (duration: 13.726347ms)","trace[1045981590] 'applied index is now lower than readState.Index' (duration: 213.258606ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:44.92984Z","caller":"traceutil/trace.go:171","msg":"trace[204858686] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"340.391335ms","start":"2026-04-28T07:17:44.589439Z","end":"2026-04-28T07:17:44.92983Z","steps":["trace[204858686] 'process raft request' (duration: 335.894547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:44.929944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:44.589423Z","time spent":"340.441038ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11912,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:17:44.93001Z","caller":"traceutil/trace.go:171","msg":"trace[1738900080] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"334.653662ms","start":"2026-04-28T07:17:44.595321Z","end":"2026-04-28T07:17:44.929974Z","steps":["trace[1738900080] 'process raft request' (duration: 334.285759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:44.930131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.409059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:44.930173Z","caller":"traceutil/trace.go:171","msg":"trace[1017194799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1487; }","duration":"227.481982ms","start":"2026-04-28T07:17:44.702678Z","end":"2026-04-28T07:17:44.93016Z","steps":["trace[1017194799] 'agreement among raft nodes before linearized reading' (duration: 227.404509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:44.930185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:44.595308Z","time spent":"334.784538ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:17:44.986572Z","caller":"traceutil/trace.go:171","msg":"trace[262372275] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"243.277561ms","start":"2026-04-28T07:17:44.743237Z","end":"2026-04-28T07:17:44.986514Z","steps":["trace[262372275] 'process raft request' (duration: 242.95835ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:44.986597Z","caller":"traceutil/trace.go:171","msg":"trace[117258781] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"196.265563ms","start":"2026-04-28T07:17:44.790295Z","end":"2026-04-28T07:17:44.986561Z","steps":["trace[117258781] 'process raft request' (duration: 196.116798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:44.986752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.786693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:17:44.986864Z","caller":"traceutil/trace.go:171","msg":"trace[1624994505] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:1489; }","duration":"156.959969ms","start":"2026-04-28T07:17:44.829878Z","end":"2026-04-28T07:17:44.986838Z","steps":["trace[1624994505] 'agreement among raft nodes before linearized reading' (duration: 156.674619ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:45.724629Z","caller":"traceutil/trace.go:171","msg":"trace[162232344] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"128.363105ms","start":"2026-04-28T07:17:45.596241Z","end":"2026-04-28T07:17:45.724605Z","steps":["trace[162232344] 'process raft request' (duration: 128.194849ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:46.70257Z","caller":"traceutil/trace.go:171","msg":"trace[1913273861] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"108.506519ms","start":"2026-04-28T07:17:46.594043Z","end":"2026-04-28T07:17:46.702549Z","steps":["trace[1913273861] 'process raft request' (duration: 108.377415ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:46.75183Z","caller":"traceutil/trace.go:171","msg":"trace[355642529] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"147.777923ms","start":"2026-04-28T07:17:46.60402Z","end":"2026-04-28T07:17:46.751798Z","steps":["trace[355642529] 'process raft request' (duration: 147.300756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:47.702465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.454376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:17:47.702529Z","caller":"traceutil/trace.go:171","msg":"trace[567911168] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1504; }","duration":"571.567739ms","start":"2026-04-28T07:17:47.130948Z","end":"2026-04-28T07:17:47.702515Z","steps":["trace[567911168] 'count revisions from in-memory index tree' (duration: 571.381504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:47.702558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:47.130929Z","time spent":"571.621031ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":2,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:17:48.105707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.290499ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:17:48.105838Z","caller":"traceutil/trace.go:171","msg":"trace[832784980] linearizableReadLoop","detail":"{readStateIndex:1546; appliedIndex:1545; }","duration":"204.622009ms","start":"2026-04-28T07:17:47.901192Z","end":"2026-04-28T07:17:48.105814Z","steps":["trace[832784980] 'read index received' (duration: 29.441µs)","trace[832784980] 'applied index is now lower than readState.Index' (duration: 204.590698ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:17:48.106073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.862305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:17:48.106149Z","caller":"traceutil/trace.go:171","msg":"trace[1023507191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1504; }","duration":"204.962838ms","start":"2026-04-28T07:17:47.901148Z","end":"2026-04-28T07:17:48.106111Z","steps":["trace[1023507191] 'agreement among raft nodes before linearized reading' (duration: 204.729772ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:49.834547Z","caller":"traceutil/trace.go:171","msg":"trace[954615494] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"196.025763ms","start":"2026-04-28T07:17:49.638489Z","end":"2026-04-28T07:17:49.834515Z","steps":["trace[954615494] 'process raft request' (duration: 195.749585ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:49.846025Z","caller":"traceutil/trace.go:171","msg":"trace[383598220] linearizableReadLoop","detail":"{readStateIndex:1567; appliedIndex:1565; }","duration":"142.174291ms","start":"2026-04-28T07:17:49.703829Z","end":"2026-04-28T07:17:49.846003Z","steps":["trace[383598220] 'read index received' (duration: 130.579302ms)","trace[383598220] 'applied index is now lower than readState.Index' (duration: 11.594239ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:49.846273Z","caller":"traceutil/trace.go:171","msg":"trace[1004465464] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"195.901189ms","start":"2026-04-28T07:17:49.65036Z","end":"2026-04-28T07:17:49.846261Z","steps":["trace[1004465464] 'process raft request' (duration: 195.522399ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:49.846477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.636164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:49.84651Z","caller":"traceutil/trace.go:171","msg":"trace[834494782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1525; }","duration":"142.748188ms","start":"2026-04-28T07:17:49.703754Z","end":"2026-04-28T07:17:49.846502Z","steps":["trace[834494782] 'agreement among raft nodes before linearized reading' (duration: 142.669614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:51.143715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765106567,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:17:51.187471Z","caller":"traceutil/trace.go:171","msg":"trace[528942307] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"633.796255ms","start":"2026-04-28T07:17:50.553648Z","end":"2026-04-28T07:17:51.187444Z","steps":["trace[528942307] 'process raft request' (duration: 633.545748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:51.187644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:50.55363Z","time spent":"633.924219ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11591,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:17:51.188907Z","caller":"traceutil/trace.go:171","msg":"trace[619736735] linearizableReadLoop","detail":"{readStateIndex:1581; appliedIndex:1579; }","duration":"545.746213ms","start":"2026-04-28T07:17:50.643134Z","end":"2026-04-28T07:17:51.18888Z","steps":["trace[619736735] 'read index received' (duration: 543.968924ms)","trace[619736735] 'applied index is now lower than readState.Index' (duration: 1.775899ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:51.189218Z","caller":"traceutil/trace.go:171","msg":"trace[730589000] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"118.765858ms","start":"2026-04-28T07:17:51.070436Z","end":"2026-04-28T07:17:51.189202Z","steps":["trace[730589000] 'process raft request' (duration: 118.315846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:51.189594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.440133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-q9lcp\" ","response":"range_response_count:1 size:3327"} {"level":"info","ts":"2026-04-28T07:17:51.189654Z","caller":"traceutil/trace.go:171","msg":"trace[2133215288] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-q9lcp; range_end:; response_count:1; response_revision:1539; }","duration":"546.569566ms","start":"2026-04-28T07:17:50.64307Z","end":"2026-04-28T07:17:51.189639Z","steps":["trace[2133215288] 'agreement among raft nodes before linearized reading' (duration: 546.34837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:51.189759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:50.643043Z","time spent":"546.70344ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3349,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-q9lcp\" "} {"level":"warn","ts":"2026-04-28T07:17:51.189996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.587887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:17:51.190031Z","caller":"traceutil/trace.go:171","msg":"trace[1306764094] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:1539; }","duration":"116.664839ms","start":"2026-04-28T07:17:51.073357Z","end":"2026-04-28T07:17:51.190022Z","steps":["trace[1306764094] 'agreement among raft nodes before linearized reading' (duration: 116.565367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:54.545162Z","caller":"traceutil/trace.go:171","msg":"trace[1346484156] linearizableReadLoop","detail":"{readStateIndex:1598; appliedIndex:1597; }","duration":"293.590067ms","start":"2026-04-28T07:17:54.25154Z","end":"2026-04-28T07:17:54.54513Z","steps":["trace[1346484156] 'read index received' (duration: 293.286809ms)","trace[1346484156] 'applied index is now lower than readState.Index' (duration: 301.538µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:17:54.545256Z","caller":"traceutil/trace.go:171","msg":"trace[1105457131] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"310.207794ms","start":"2026-04-28T07:17:54.235013Z","end":"2026-04-28T07:17:54.54522Z","steps":["trace[1105457131] 'process raft request' (duration: 309.901855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:54.545437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:54.234999Z","time spent":"310.343868ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:17:54.545479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.866866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T07:17:54.54549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.916736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T07:17:54.545531Z","caller":"traceutil/trace.go:171","msg":"trace[1534685676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1555; }","duration":"288.962469ms","start":"2026-04-28T07:17:54.256556Z","end":"2026-04-28T07:17:54.545519Z","steps":["trace[1534685676] 'agreement among raft nodes before linearized reading' (duration: 288.816385ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:54.545542Z","caller":"traceutil/trace.go:171","msg":"trace[729439551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1555; }","duration":"294.029609ms","start":"2026-04-28T07:17:54.251496Z","end":"2026-04-28T07:17:54.545526Z","steps":["trace[729439551] 'agreement among raft nodes before linearized reading' (duration: 293.819223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:54.545606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.980752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:17:54.545671Z","caller":"traceutil/trace.go:171","msg":"trace[914755110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1555; }","duration":"288.096156ms","start":"2026-04-28T07:17:54.257561Z","end":"2026-04-28T07:17:54.545657Z","steps":["trace[914755110] 'agreement among raft nodes before linearized reading' (duration: 287.8773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:54.545707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.557091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T07:17:54.545821Z","caller":"traceutil/trace.go:171","msg":"trace[429822510] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1555; }","duration":"283.690854ms","start":"2026-04-28T07:17:54.262098Z","end":"2026-04-28T07:17:54.545789Z","steps":["trace[429822510] 'agreement among raft nodes before linearized reading' (duration: 283.338975ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:54.668124Z","caller":"traceutil/trace.go:171","msg":"trace[50088600] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"118.746228ms","start":"2026-04-28T07:17:54.548998Z","end":"2026-04-28T07:17:54.667744Z","steps":["trace[50088600] 'process raft request' (duration: 118.572862ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:54.668708Z","caller":"traceutil/trace.go:171","msg":"trace[669381828] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"118.940552ms","start":"2026-04-28T07:17:54.549736Z","end":"2026-04-28T07:17:54.668677Z","steps":["trace[669381828] 'process raft request' (duration: 118.716636ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:54.668827Z","caller":"traceutil/trace.go:171","msg":"trace[1057029545] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"117.064231ms","start":"2026-04-28T07:17:54.551747Z","end":"2026-04-28T07:17:54.668811Z","steps":["trace[1057029545] 'process raft request' (duration: 116.998109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:17:54.668858Z","caller":"traceutil/trace.go:171","msg":"trace[1917694604] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"118.52902ms","start":"2026-04-28T07:17:54.550299Z","end":"2026-04-28T07:17:54.668828Z","steps":["trace[1917694604] 'process raft request' (duration: 118.337015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:57.173203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765106629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:17:57.673855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765106629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:17:58.174268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765106629,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:17:58.557311Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.001817741s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:17:58.55765Z","caller":"traceutil/trace.go:171","msg":"trace[1406449956] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"2.002239612s","start":"2026-04-28T07:17:56.555389Z","end":"2026-04-28T07:17:58.557629Z","steps":["trace[1406449956] 'process raft request' (duration: 2.002100438s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:58.557779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:56.555367Z","time spent":"2.002345105s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:17:58.561224Z","caller":"traceutil/trace.go:171","msg":"trace[405403856] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"1.339412017s","start":"2026-04-28T07:17:57.221795Z","end":"2026-04-28T07:17:58.561207Z","steps":["trace[405403856] 'process raft request' (duration: 1.339200611s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:58.561322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:57.22177Z","time spent":"1.33949109s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:17:58.564387Z","caller":"traceutil/trace.go:171","msg":"trace[49814390] linearizableReadLoop","detail":"{readStateIndex:1610; appliedIndex:1607; }","duration":"1.891250739s","start":"2026-04-28T07:17:56.673125Z","end":"2026-04-28T07:17:58.564375Z","steps":["trace[49814390] 'read index received' (duration: 1.884340268s)","trace[49814390] 'applied index is now lower than readState.Index' (duration: 6.909441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:17:58.564571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891454285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:17:58.564598Z","caller":"traceutil/trace.go:171","msg":"trace[304292714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1566; }","duration":"1.891519137s","start":"2026-04-28T07:17:56.673073Z","end":"2026-04-28T07:17:58.564592Z","steps":["trace[304292714] 'agreement among raft nodes before linearized reading' (duration: 1.891434885s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:58.564615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:56.673055Z","time spent":"1.891556158s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:17:58.564721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890828138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:17:58.564743Z","caller":"traceutil/trace.go:171","msg":"trace[1284889754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1566; }","duration":"1.890849968s","start":"2026-04-28T07:17:56.673888Z","end":"2026-04-28T07:17:58.564738Z","steps":["trace[1284889754] 'agreement among raft nodes before linearized reading' (duration: 1.890802387s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:58.564766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:56.673818Z","time spent":"1.890941541s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:17:58.565675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.1411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:58.565701Z","caller":"traceutil/trace.go:171","msg":"trace[393090498] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:1566; }","duration":"122.183372ms","start":"2026-04-28T07:17:58.443512Z","end":"2026-04-28T07:17:58.565695Z","steps":["trace[393090498] 'agreement among raft nodes before linearized reading' (duration: 122.144671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:58.565788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.284494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:58.565806Z","caller":"traceutil/trace.go:171","msg":"trace[241647606] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:1566; }","duration":"122.301145ms","start":"2026-04-28T07:17:58.443497Z","end":"2026-04-28T07:17:58.565799Z","steps":["trace[241647606] 'agreement among raft nodes before linearized reading' (duration: 122.275464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:58.565871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.423949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:58.565895Z","caller":"traceutil/trace.go:171","msg":"trace[985068664] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:1566; }","duration":"122.48178ms","start":"2026-04-28T07:17:58.443405Z","end":"2026-04-28T07:17:58.565887Z","steps":["trace[985068664] 'agreement among raft nodes before linearized reading' (duration: 122.450299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:58.565966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.291259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:58.565991Z","caller":"traceutil/trace.go:171","msg":"trace[735146657] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1566; }","duration":"188.358722ms","start":"2026-04-28T07:17:58.377625Z","end":"2026-04-28T07:17:58.565984Z","steps":["trace[735146657] 'agreement among raft nodes before linearized reading' (duration: 188.323381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:58.566112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.446287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:17:58.566135Z","caller":"traceutil/trace.go:171","msg":"trace[1880751579] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1566; }","duration":"725.471408ms","start":"2026-04-28T07:17:57.840659Z","end":"2026-04-28T07:17:58.56613Z","steps":["trace[1880751579] 'agreement among raft nodes before linearized reading' (duration: 725.423636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:58.56615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:57.840575Z","time spent":"725.57046ms","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:17:58.566249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270330267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:17:58.566269Z","caller":"traceutil/trace.go:171","msg":"trace[1808442755] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1566; }","duration":"1.270379428s","start":"2026-04-28T07:17:57.295885Z","end":"2026-04-28T07:17:58.566264Z","steps":["trace[1808442755] 'agreement among raft nodes before linearized reading' (duration: 1.270335697s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:58.566291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:57.295865Z","time spent":"1.270417479s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":32,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:17:58.566448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336750724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:17:58.566474Z","caller":"traceutil/trace.go:171","msg":"trace[1846828336] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:1566; }","duration":"1.336779255s","start":"2026-04-28T07:17:57.229689Z","end":"2026-04-28T07:17:58.566469Z","steps":["trace[1846828336] 'agreement among raft nodes before linearized reading' (duration: 1.336702783s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:58.566488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:57.229646Z","time spent":"1.336838156s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:17:58.566574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.864186634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:17:58.566594Z","caller":"traceutil/trace.go:171","msg":"trace[252348694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1566; }","duration":"1.864233335s","start":"2026-04-28T07:17:56.702355Z","end":"2026-04-28T07:17:58.566588Z","steps":["trace[252348694] 'agreement among raft nodes before linearized reading' (duration: 1.864203724s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:58.566606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:56.70234Z","time spent":"1.864263306s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:17:58.566696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89129705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T07:17:58.566714Z","caller":"traceutil/trace.go:171","msg":"trace[1515264190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1566; }","duration":"1.891353751s","start":"2026-04-28T07:17:56.675356Z","end":"2026-04-28T07:17:58.56671Z","steps":["trace[1515264190] 'agreement among raft nodes before linearized reading' (duration: 1.89130973s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:58.566727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:56.675337Z","time spent":"1.891387313s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:17:58.566811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892212075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T07:17:58.56683Z","caller":"traceutil/trace.go:171","msg":"trace[1383974208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1566; }","duration":"1.892262767s","start":"2026-04-28T07:17:56.674563Z","end":"2026-04-28T07:17:58.566826Z","steps":["trace[1383974208] 'agreement among raft nodes before linearized reading' (duration: 1.892211915s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:17:58.566842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:17:56.674545Z","time spent":"1.892294077s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:02.579089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765106717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:18:03.079727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765106717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:18:03.102308Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.290942283s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:18:03.102852Z","caller":"traceutil/trace.go:171","msg":"trace[1242829752] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"1.291582742s","start":"2026-04-28T07:18:01.811242Z","end":"2026-04-28T07:18:03.102825Z","steps":["trace[1242829752] 'process raft request' (duration: 1.291394907s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:03.103044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:01.811222Z","time spent":"1.291711645s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4909,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:03.748777Z","caller":"traceutil/trace.go:171","msg":"trace[559331416] linearizableReadLoop","detail":"{readStateIndex:1622; appliedIndex:1621; }","duration":"1.670086475s","start":"2026-04-28T07:18:02.078653Z","end":"2026-04-28T07:18:03.748739Z","steps":["trace[559331416] 'read index received' (duration: 1.025176333s)","trace[559331416] 'applied index is now lower than readState.Index' (duration: 644.908071ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:03.748828Z","caller":"traceutil/trace.go:171","msg":"trace[168797799] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"1.171623821s","start":"2026-04-28T07:18:02.577171Z","end":"2026-04-28T07:18:03.748795Z","steps":["trace[168797799] 'process raft request' (duration: 1.128367512s)","trace[168797799] 'compare' (duration: 42.754425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:03.748976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:02.577155Z","time spent":"1.171738875s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:03.749035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670372892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:18:03.749076Z","caller":"traceutil/trace.go:171","msg":"trace[16368152] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:1578; }","duration":"1.670470665s","start":"2026-04-28T07:18:02.07859Z","end":"2026-04-28T07:18:03.749061Z","steps":["trace[16368152] 'agreement among raft nodes before linearized reading' (duration: 1.6702932s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:03.74911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:02.078564Z","time spent":"1.670537936s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"info","ts":"2026-04-28T07:18:03.753927Z","caller":"traceutil/trace.go:171","msg":"trace[936953078] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"642.752642ms","start":"2026-04-28T07:18:03.111153Z","end":"2026-04-28T07:18:03.753906Z","steps":["trace[936953078] 'process raft request' (duration: 642.459264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:03.753963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127952061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:18:03.754034Z","caller":"traceutil/trace.go:171","msg":"trace[1000074166] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1579; }","duration":"1.128076244s","start":"2026-04-28T07:18:02.62594Z","end":"2026-04-28T07:18:03.754016Z","steps":["trace[1000074166] 'agreement among raft nodes before linearized reading' (duration: 1.127906899s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:03.754042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:03.11111Z","time spent":"642.861775ms","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:03.754076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:02.625918Z","time spent":"1.128147006s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:03.753973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.162732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-6rhlc\" ","response":"range_response_count:1 size:12775"} {"level":"warn","ts":"2026-04-28T07:18:03.754118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119494478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:18:03.754157Z","caller":"traceutil/trace.go:171","msg":"trace[980726401] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-6rhlc; range_end:; response_count:1; response_revision:1579; }","duration":"294.381568ms","start":"2026-04-28T07:18:03.459763Z","end":"2026-04-28T07:18:03.754145Z","steps":["trace[980726401] 'agreement among raft nodes before linearized reading' (duration: 294.048389ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:03.754184Z","caller":"traceutil/trace.go:171","msg":"trace[717790165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1579; }","duration":"1.11958412s","start":"2026-04-28T07:18:02.634584Z","end":"2026-04-28T07:18:03.754168Z","steps":["trace[717790165] 'agreement among raft nodes before linearized reading' (duration: 1.119390775s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:03.754199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145866433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T07:18:03.754231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:02.634569Z","time spent":"1.119649892s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:18:03.754239Z","caller":"traceutil/trace.go:171","msg":"trace[1914491336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1579; }","duration":"1.145963356s","start":"2026-04-28T07:18:02.608266Z","end":"2026-04-28T07:18:03.754229Z","steps":["trace[1914491336] 'agreement among raft nodes before linearized reading' (duration: 1.145846063s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:03.754262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:02.608239Z","time spent":"1.146016347s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:03.754257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145978096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:18:03.754255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119684643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:18:03.754299Z","caller":"traceutil/trace.go:171","msg":"trace[709397332] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1579; }","duration":"1.146051518s","start":"2026-04-28T07:18:02.608234Z","end":"2026-04-28T07:18:03.754285Z","steps":["trace[709397332] 'agreement among raft nodes before linearized reading' (duration: 1.145952496s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:03.754336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:02.608203Z","time spent":"1.14612597s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:18:03.754348Z","caller":"traceutil/trace.go:171","msg":"trace[152901919] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:1579; }","duration":"1.119838117s","start":"2026-04-28T07:18:02.634486Z","end":"2026-04-28T07:18:03.754324Z","steps":["trace[152901919] 'agreement among raft nodes before linearized reading' (duration: 1.119547079s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:03.754402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:02.634464Z","time spent":"1.11992707s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:18:03.754556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179328364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:18:03.754655Z","caller":"traceutil/trace.go:171","msg":"trace[767305889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1579; }","duration":"1.179487799s","start":"2026-04-28T07:18:02.575139Z","end":"2026-04-28T07:18:03.754627Z","steps":["trace[767305889] 'agreement among raft nodes before linearized reading' (duration: 1.178603865s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:03.75472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:02.575121Z","time spent":"1.179589921s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:18:05.862702Z","caller":"traceutil/trace.go:171","msg":"trace[1339970896] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"378.310337ms","start":"2026-04-28T07:18:05.484364Z","end":"2026-04-28T07:18:05.862674Z","steps":["trace[1339970896] 'process raft request' (duration: 377.855284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:05.862877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:05.484346Z","time spent":"378.436181ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:06.638385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.084491ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:06.638485Z","caller":"traceutil/trace.go:171","msg":"trace[196176680] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1590; }","duration":"362.198024ms","start":"2026-04-28T07:18:06.276272Z","end":"2026-04-28T07:18:06.63847Z","steps":["trace[196176680] 'range keys from in-memory index tree' (duration: 362.070131ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:06.638582Z","caller":"traceutil/trace.go:171","msg":"trace[1027332645] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"1.14032837s","start":"2026-04-28T07:18:05.498223Z","end":"2026-04-28T07:18:06.638552Z","steps":["trace[1027332645] 'process raft request' (duration: 1.04691269s)","trace[1027332645] 'compare' (duration: 93.214365ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:06.638675Z","caller":"traceutil/trace.go:171","msg":"trace[1104053919] linearizableReadLoop","detail":"{readStateIndex:1636; appliedIndex:1634; }","duration":"936.606886ms","start":"2026-04-28T07:18:05.702056Z","end":"2026-04-28T07:18:06.638663Z","steps":["trace[1104053919] 'read index received' (duration: 160.462835ms)","trace[1104053919] 'applied index is now lower than readState.Index' (duration: 776.142801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:06.638729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:05.498196Z","time spent":"1.140455034s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:06.638725Z","caller":"traceutil/trace.go:171","msg":"trace[1108135093] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"871.132385ms","start":"2026-04-28T07:18:05.767562Z","end":"2026-04-28T07:18:06.638694Z","steps":["trace[1108135093] 'process raft request' (duration: 870.94327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:06.638835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.952881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:18:06.638853Z","caller":"traceutil/trace.go:171","msg":"trace[2031412993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1592; }","duration":"874.969851ms","start":"2026-04-28T07:18:05.763877Z","end":"2026-04-28T07:18:06.638847Z","steps":["trace[2031412993] 'agreement among raft nodes before linearized reading' (duration: 874.896619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:06.638868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:05.76382Z","time spent":"875.044634ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:06.638753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.6959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:06.638949Z","caller":"traceutil/trace.go:171","msg":"trace[1271300667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1592; }","duration":"936.955656ms","start":"2026-04-28T07:18:05.701989Z","end":"2026-04-28T07:18:06.638945Z","steps":["trace[1271300667] 'agreement among raft nodes before linearized reading' (duration: 936.73671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:06.638963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:05.701964Z","time spent":"936.994367ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:06.638935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:05.767509Z","time spent":"871.294539ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:06.639028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.926865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T07:18:06.639036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.870723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T07:18:06.639044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.399055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:18:06.639062Z","caller":"traceutil/trace.go:171","msg":"trace[1941672950] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1592; }","duration":"873.003927ms","start":"2026-04-28T07:18:05.766048Z","end":"2026-04-28T07:18:06.639052Z","steps":["trace[1941672950] 'agreement among raft nodes before linearized reading' (duration: 872.889974ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:06.639082Z","caller":"traceutil/trace.go:171","msg":"trace[1462590150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1592; }","duration":"872.947395ms","start":"2026-04-28T07:18:05.766121Z","end":"2026-04-28T07:18:06.639069Z","steps":["trace[1462590150] 'agreement among raft nodes before linearized reading' (duration: 872.73014ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:06.6391Z","caller":"traceutil/trace.go:171","msg":"trace[1874552295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1592; }","duration":"870.480107ms","start":"2026-04-28T07:18:05.768605Z","end":"2026-04-28T07:18:06.639085Z","steps":["trace[1874552295] 'agreement among raft nodes before linearized reading' (duration: 870.269781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:06.639056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.040555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T07:18:06.639116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:05.766107Z","time spent":"873.000907ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:18:06.639126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:05.768596Z","time spent":"870.524769ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:18:06.639161Z","caller":"traceutil/trace.go:171","msg":"trace[958899333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1592; }","duration":"870.170279ms","start":"2026-04-28T07:18:05.768966Z","end":"2026-04-28T07:18:06.639136Z","steps":["trace[958899333] 'agreement among raft nodes before linearized reading' (duration: 869.8415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:06.639142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.579046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:06.639182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.492699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:18:06.639222Z","caller":"traceutil/trace.go:171","msg":"trace[2058830324] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:1592; }","duration":"869.550611ms","start":"2026-04-28T07:18:05.769659Z","end":"2026-04-28T07:18:06.63921Z","steps":["trace[2058830324] 'agreement among raft nodes before linearized reading' (duration: 869.446768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:06.639219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:05.768961Z","time spent":"870.244751ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:18:06.639225Z","caller":"traceutil/trace.go:171","msg":"trace[461931851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1592; }","duration":"470.716369ms","start":"2026-04-28T07:18:06.168488Z","end":"2026-04-28T07:18:06.639204Z","steps":["trace[461931851] 'agreement among raft nodes before linearized reading' (duration: 470.565755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:06.639252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:05.769652Z","time spent":"869.594102ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:18:06.639278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:06.168464Z","time spent":"470.804732ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:06.639106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:05.766026Z","time spent":"873.071689ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:07.019043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.15613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:18:07.01928Z","caller":"traceutil/trace.go:171","msg":"trace[1448163269] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"373.920638ms","start":"2026-04-28T07:18:06.645324Z","end":"2026-04-28T07:18:07.019245Z","steps":["trace[1448163269] 'process raft request' (duration: 267.462649ms)","trace[1448163269] 'compare' (duration: 105.788169ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:07.019409Z","caller":"traceutil/trace.go:171","msg":"trace[1874027007] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"374.049021ms","start":"2026-04-28T07:18:06.645337Z","end":"2026-04-28T07:18:07.019386Z","steps":["trace[1874027007] 'process raft request' (duration: 373.810874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:07.019421Z","caller":"traceutil/trace.go:171","msg":"trace[2054118853] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"373.206148ms","start":"2026-04-28T07:18:06.646196Z","end":"2026-04-28T07:18:07.019402Z","steps":["trace[2054118853] 'process raft request' (duration: 373.131346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:07.019428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:06.645313Z","time spent":"374.02704ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:07.019512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:06.645329Z","time spent":"374.123302ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:07.019503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:06.646181Z","time spent":"373.28144ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:07.019556Z","caller":"traceutil/trace.go:171","msg":"trace[301820892] linearizableReadLoop","detail":"{readStateIndex:1640; appliedIndex:1637; }","duration":"374.132023ms","start":"2026-04-28T07:18:06.645388Z","end":"2026-04-28T07:18:07.01952Z","steps":["trace[301820892] 'read index received' (duration: 90.220412ms)","trace[301820892] 'applied index is now lower than readState.Index' (duration: 283.909181ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:07.019571Z","caller":"traceutil/trace.go:171","msg":"trace[617537609] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"372.022095ms","start":"2026-04-28T07:18:06.647521Z","end":"2026-04-28T07:18:07.019543Z","steps":["trace[617537609] 'process raft request' (duration: 371.84675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:07.019736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.342219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32258"} {"level":"info","ts":"2026-04-28T07:18:07.019765Z","caller":"traceutil/trace.go:171","msg":"trace[1905129442] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1597; }","duration":"374.475283ms","start":"2026-04-28T07:18:06.645283Z","end":"2026-04-28T07:18:07.019758Z","steps":["trace[1905129442] 'agreement among raft nodes before linearized reading' (duration: 374.334729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:07.019765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.269571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:07.019782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:06.645265Z","time spent":"374.513013ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32280,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:18:07.019789Z","caller":"traceutil/trace.go:171","msg":"trace[1750853836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1597; }","duration":"316.377533ms","start":"2026-04-28T07:18:06.703404Z","end":"2026-04-28T07:18:07.019782Z","steps":["trace[1750853836] 'agreement among raft nodes before linearized reading' (duration: 316.336402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:07.019815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:06.703381Z","time spent":"316.426505ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:07.019871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:06.647512Z","time spent":"372.23627ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:07.019994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.841499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:18:07.020086Z","caller":"traceutil/trace.go:171","msg":"trace[675212535] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1597; }","duration":"215.978202ms","start":"2026-04-28T07:18:06.804092Z","end":"2026-04-28T07:18:07.02007Z","steps":["trace[675212535] 'agreement among raft nodes before linearized reading' (duration: 215.686854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:07.938217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.046023ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:18:07.938356Z","caller":"traceutil/trace.go:171","msg":"trace[679664881] linearizableReadLoop","detail":"{readStateIndex:1643; appliedIndex:1642; }","duration":"237.058342ms","start":"2026-04-28T07:18:07.701271Z","end":"2026-04-28T07:18:07.938329Z","steps":["trace[679664881] 'read index received' (duration: 60.411µs)","trace[679664881] 'applied index is now lower than readState.Index' (duration: 236.995901ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:07.938475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.184385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:07.938522Z","caller":"traceutil/trace.go:171","msg":"trace[224929938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1597; }","duration":"237.313508ms","start":"2026-04-28T07:18:07.701194Z","end":"2026-04-28T07:18:07.938507Z","steps":["trace[224929938] 'agreement among raft nodes before linearized reading' (duration: 237.200365ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:09.169765Z","caller":"traceutil/trace.go:171","msg":"trace[609833297] linearizableReadLoop","detail":"{readStateIndex:1644; appliedIndex:1643; }","duration":"466.871714ms","start":"2026-04-28T07:18:08.702868Z","end":"2026-04-28T07:18:09.169739Z","steps":["trace[609833297] 'read index received' (duration: 466.671568ms)","trace[609833297] 'applied index is now lower than readState.Index' (duration: 199.126µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:09.169896Z","caller":"traceutil/trace.go:171","msg":"trace[1521680554] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"525.893297ms","start":"2026-04-28T07:18:08.643956Z","end":"2026-04-28T07:18:09.169849Z","steps":["trace[1521680554] 'process raft request' (duration: 525.592658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:09.170036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.895853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T07:18:09.169999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.102709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:09.17011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:08.643924Z","time spent":"526.064241ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:09.17016Z","caller":"traceutil/trace.go:171","msg":"trace[1524008581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1598; }","duration":"467.324015ms","start":"2026-04-28T07:18:08.702811Z","end":"2026-04-28T07:18:09.170135Z","steps":["trace[1524008581] 'agreement among raft nodes before linearized reading' (duration: 467.074149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:09.170234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:08.702784Z","time spent":"467.438459ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:09.170254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.731201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:18:09.170285Z","caller":"traceutil/trace.go:171","msg":"trace[1853148832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1598; }","duration":"144.759462ms","start":"2026-04-28T07:18:09.025517Z","end":"2026-04-28T07:18:09.170276Z","steps":["trace[1853148832] 'agreement among raft nodes before linearized reading' (duration: 144.68021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:09.170087Z","caller":"traceutil/trace.go:171","msg":"trace[1274382796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1598; }","duration":"431.004587ms","start":"2026-04-28T07:18:08.739071Z","end":"2026-04-28T07:18:09.170075Z","steps":["trace[1274382796] 'agreement among raft nodes before linearized reading' (duration: 430.828352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:09.170422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:08.739049Z","time spent":"431.352207ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:18:09.170466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:18:09.170178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.271018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:18:09.170495Z","caller":"traceutil/trace.go:171","msg":"trace[1215192819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1598; }","duration":"145.068771ms","start":"2026-04-28T07:18:09.025418Z","end":"2026-04-28T07:18:09.170487Z","steps":["trace[1215192819] 'agreement among raft nodes before linearized reading' (duration: 144.988729ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:09.170542Z","caller":"traceutil/trace.go:171","msg":"trace[880773620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1598; }","duration":"144.673111ms","start":"2026-04-28T07:18:09.025845Z","end":"2026-04-28T07:18:09.170518Z","steps":["trace[880773620] 'agreement among raft nodes before linearized reading' (duration: 144.273169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:09.170574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.682951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:18:09.170669Z","caller":"traceutil/trace.go:171","msg":"trace[1635881343] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:1598; }","duration":"144.853905ms","start":"2026-04-28T07:18:09.025791Z","end":"2026-04-28T07:18:09.170645Z","steps":["trace[1635881343] 'agreement among raft nodes before linearized reading' (duration: 144.550766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:09.170306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.539296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:18:09.170735Z","caller":"traceutil/trace.go:171","msg":"trace[1083214788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1598; }","duration":"145.03721ms","start":"2026-04-28T07:18:09.025684Z","end":"2026-04-28T07:18:09.170721Z","steps":["trace[1083214788] 'agreement among raft nodes before linearized reading' (duration: 144.467164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:09.47942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.583974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:18:09.479734Z","caller":"traceutil/trace.go:171","msg":"trace[1415992028] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"304.526928ms","start":"2026-04-28T07:18:09.175154Z","end":"2026-04-28T07:18:09.479681Z","steps":["trace[1415992028] 'process raft request' (duration: 89.589865ms)","trace[1415992028] 'compare' (duration: 214.362148ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:09.479734Z","caller":"traceutil/trace.go:171","msg":"trace[1977819745] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"304.504748ms","start":"2026-04-28T07:18:09.175186Z","end":"2026-04-28T07:18:09.479691Z","steps":["trace[1977819745] 'process raft request' (duration: 304.335323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:09.479887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:09.175135Z","time spent":"304.669052ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:09.479938Z","caller":"traceutil/trace.go:171","msg":"trace[1089081419] linearizableReadLoop","detail":"{readStateIndex:1649; appliedIndex:1644; }","duration":"303.426197ms","start":"2026-04-28T07:18:09.176273Z","end":"2026-04-28T07:18:09.479699Z","steps":["trace[1089081419] 'read index received' (duration: 88.643778ms)","trace[1089081419] 'applied index is now lower than readState.Index' (duration: 214.781519ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:09.480144Z","caller":"traceutil/trace.go:171","msg":"trace[298041827] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"304.650791ms","start":"2026-04-28T07:18:09.175439Z","end":"2026-04-28T07:18:09.48009Z","steps":["trace[298041827] 'process raft request' (duration: 304.196889ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:09.480186Z","caller":"traceutil/trace.go:171","msg":"trace[175611811] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"304.702133ms","start":"2026-04-28T07:18:09.17545Z","end":"2026-04-28T07:18:09.480152Z","steps":["trace[175611811] 'process raft request' (duration: 304.21497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:09.480235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:09.175159Z","time spent":"304.652601ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:09.480289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:09.175434Z","time spent":"304.778495ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:09.480324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.045144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32258"} {"level":"warn","ts":"2026-04-28T07:18:09.480343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:09.175441Z","time spent":"304.832967ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:09.48038Z","caller":"traceutil/trace.go:171","msg":"trace[890643680] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1603; }","duration":"304.131306ms","start":"2026-04-28T07:18:09.176236Z","end":"2026-04-28T07:18:09.480368Z","steps":["trace[890643680] 'agreement among raft nodes before linearized reading' (duration: 303.758856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:09.480423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:09.176222Z","time spent":"304.188708ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32280,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:18:09.480563Z","caller":"traceutil/trace.go:171","msg":"trace[1802395827] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"305.161806ms","start":"2026-04-28T07:18:09.175376Z","end":"2026-04-28T07:18:09.480538Z","steps":["trace[1802395827] 'process raft request' (duration: 304.2265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:09.480679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:09.175362Z","time spent":"305.264508ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:11.984867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765106775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:18:12.485936Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765106775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:18:12.597632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.42094108s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:18:12.598005Z","caller":"traceutil/trace.go:171","msg":"trace[1090454004] linearizableReadLoop","detail":"{readStateIndex:1650; appliedIndex:1649; }","duration":"1.113209324s","start":"2026-04-28T07:18:11.484769Z","end":"2026-04-28T07:18:12.597978Z","steps":["trace[1090454004] 'read index received' (duration: 1.113008779s)","trace[1090454004] 'applied index is now lower than readState.Index' (duration: 199.295µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:12.59813Z","caller":"traceutil/trace.go:171","msg":"trace[2075553781] transaction","detail":"{read_only:false; response_revision:1604; number_of_response:1; }","duration":"1.421530716s","start":"2026-04-28T07:18:11.176566Z","end":"2026-04-28T07:18:12.598097Z","steps":["trace[2075553781] 'process raft request' (duration: 1.421267248s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:12.598239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113211475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T07:18:12.598275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:11.176544Z","time spent":"1.421648149s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:12.598278Z","caller":"traceutil/trace.go:171","msg":"trace[402198239] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1604; }","duration":"1.113308777s","start":"2026-04-28T07:18:11.484956Z","end":"2026-04-28T07:18:12.598265Z","steps":["trace[402198239] 'agreement among raft nodes before linearized reading' (duration: 1.113145563s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:12.598316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:11.484937Z","time spent":"1.113370338s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:18:12.598337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113525823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T07:18:12.598582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113561074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:18:12.598571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113497362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-28T07:18:12.598616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.622694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:18:12.598637Z","caller":"traceutil/trace.go:171","msg":"trace[1791748356] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:1604; }","duration":"1.113651436s","start":"2026-04-28T07:18:11.484974Z","end":"2026-04-28T07:18:12.598625Z","steps":["trace[1791748356] 'agreement among raft nodes before linearized reading' (duration: 1.113491622s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:12.59865Z","caller":"traceutil/trace.go:171","msg":"trace[1118140278] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1604; }","duration":"1.113635886s","start":"2026-04-28T07:18:11.485Z","end":"2026-04-28T07:18:12.598636Z","steps":["trace[1118140278] 'agreement among raft nodes before linearized reading' (duration: 1.11342108s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:12.598656Z","caller":"traceutil/trace.go:171","msg":"trace[29093817] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:1604; }","duration":"519.698147ms","start":"2026-04-28T07:18:12.078946Z","end":"2026-04-28T07:18:12.598645Z","steps":["trace[29093817] 'agreement among raft nodes before linearized reading' (duration: 519.45539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:12.598668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:11.484961Z","time spent":"1.113702248s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:18:12.598635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113374379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T07:18:12.598689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:11.484969Z","time spent":"1.113711068s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:12.598328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.711838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:12.598703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:12.078928Z","time spent":"519.767358ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"info","ts":"2026-04-28T07:18:12.59874Z","caller":"traceutil/trace.go:171","msg":"trace[1186607438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1604; }","duration":"897.194742ms","start":"2026-04-28T07:18:11.701534Z","end":"2026-04-28T07:18:12.598729Z","steps":["trace[1186607438] 'agreement among raft nodes before linearized reading' (duration: 896.637967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:12.598448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.813033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:18:12.598772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:11.701519Z","time spent":"897.243924ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:18:12.598771Z","caller":"traceutil/trace.go:171","msg":"trace[1095900436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1604; }","duration":"1.113484852s","start":"2026-04-28T07:18:11.48522Z","end":"2026-04-28T07:18:12.598705Z","steps":["trace[1095900436] 'agreement among raft nodes before linearized reading' (duration: 1.113161743s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:12.598804Z","caller":"traceutil/trace.go:171","msg":"trace[639993738] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1604; }","duration":"848.200563ms","start":"2026-04-28T07:18:11.750586Z","end":"2026-04-28T07:18:12.598787Z","steps":["trace[639993738] 'agreement among raft nodes before linearized reading' (duration: 847.821143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:12.598819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:11.485193Z","time spent":"1.113616515s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:12.598846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:11.750567Z","time spent":"848.264445ms","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:18:12.598527Z","caller":"traceutil/trace.go:171","msg":"trace[1537137239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1604; }","duration":"1.11378075s","start":"2026-04-28T07:18:11.484725Z","end":"2026-04-28T07:18:12.598506Z","steps":["trace[1537137239] 'agreement among raft nodes before linearized reading' (duration: 1.113374549s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:12.599623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:11.484702Z","time spent":"1.114879211s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:18:13.053365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567420691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T07:18:13.053434Z","caller":"traceutil/trace.go:171","msg":"trace[811596804] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1604; }","duration":"1.567518743s","start":"2026-04-28T07:18:11.485893Z","end":"2026-04-28T07:18:13.053411Z","steps":["trace[811596804] 'agreement among raft nodes before linearized reading' (duration: 1.113376259s)","trace[811596804] 'range keys from in-memory index tree' (duration: 453.966039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:13.053465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:11.485881Z","time spent":"1.567577545s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:13.053463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.494436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:13.053514Z","caller":"traceutil/trace.go:171","msg":"trace[60459448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1604; }","duration":"453.575168ms","start":"2026-04-28T07:18:12.599926Z","end":"2026-04-28T07:18:13.053501Z","steps":["trace[60459448] 'range keys from in-memory index tree' (duration: 453.394763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:13.053536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:12.599909Z","time spent":"453.622009ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:13.05379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.663835ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"info","ts":"2026-04-28T07:18:13.054019Z","caller":"traceutil/trace.go:171","msg":"trace[651129024] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"447.915162ms","start":"2026-04-28T07:18:12.606095Z","end":"2026-04-28T07:18:13.05401Z","steps":["trace[651129024] 'process raft request' (duration: 447.884361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:13.054117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:12.606088Z","time spent":"447.952173ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:13.054262Z","caller":"traceutil/trace.go:171","msg":"trace[870701045] transaction","detail":"{read_only:false; response_revision:1605; number_of_response:1; }","duration":"449.403984ms","start":"2026-04-28T07:18:12.604847Z","end":"2026-04-28T07:18:13.054251Z","steps":["trace[870701045] 'process raft request' (duration: 449.000423ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:13.054306Z","caller":"traceutil/trace.go:171","msg":"trace[296296505] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1650; }","duration":"449.603479ms","start":"2026-04-28T07:18:12.604694Z","end":"2026-04-28T07:18:13.054298Z","steps":["trace[296296505] 'read index received' (duration: 21.510862ms)","trace[296296505] 'applied index is now lower than readState.Index' (duration: 428.091517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:13.054314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:12.604826Z","time spent":"449.459405ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:13.054321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:12.600373Z","time spent":"453.939747ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:18:13.05439Z","caller":"traceutil/trace.go:171","msg":"trace[206409134] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"449.513476ms","start":"2026-04-28T07:18:12.604867Z","end":"2026-04-28T07:18:13.054381Z","steps":["trace[206409134] 'process raft request' (duration: 449.067074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:13.054433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.735302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32258"} {"level":"info","ts":"2026-04-28T07:18:13.054449Z","caller":"traceutil/trace.go:171","msg":"trace[669650481] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1608; }","duration":"449.765424ms","start":"2026-04-28T07:18:12.604678Z","end":"2026-04-28T07:18:13.054444Z","steps":["trace[669650481] 'agreement among raft nodes before linearized reading' (duration: 449.645381ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:13.054438Z","caller":"traceutil/trace.go:171","msg":"trace[1544090316] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"449.530417ms","start":"2026-04-28T07:18:12.604891Z","end":"2026-04-28T07:18:13.054422Z","steps":["trace[1544090316] 'process raft request' (duration: 449.066415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:13.05447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:12.604671Z","time spent":"449.795584ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32280,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:18:13.054527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:12.604857Z","time spent":"449.62591ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:13.054446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:12.604851Z","time spent":"449.561958ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:13.561867Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765106786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:18:14.062332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765106786,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:18:14.221932Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166179243s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:18:15.062132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000471453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:18:15.0622Z","caller":"traceutil/trace.go:171","msg":"trace[1141272901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000580047s","start":"2026-04-28T07:18:13.061606Z","end":"2026-04-28T07:18:15.062186Z","steps":["trace[1141272901] 'agreement among raft nodes before linearized reading' (duration: 2.000495014s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:15.062276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:13.061595Z","time spent":"2.000634788s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:18:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:18:15.355205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132956328s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:18:15.355316Z","caller":"traceutil/trace.go:171","msg":"trace[1605658675] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"2.299633283s","start":"2026-04-28T07:18:13.055663Z","end":"2026-04-28T07:18:15.355296Z","steps":["trace[1605658675] 'process raft request' (duration: 1.166505271s)","trace[1605658675] 'compare' (duration: 1.132691851s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:15.35538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:13.055646Z","time spent":"2.299699396s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:16.428092Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.205928655s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:18:16.428465Z","caller":"traceutil/trace.go:171","msg":"trace[1505535227] linearizableReadLoop","detail":"{readStateIndex:1657; appliedIndex:1655; }","duration":"3.366801361s","start":"2026-04-28T07:18:13.061638Z","end":"2026-04-28T07:18:16.428439Z","steps":["trace[1505535227] 'read index received' (duration: 1.160528926s)","trace[1505535227] 'applied index is now lower than readState.Index' (duration: 2.206271045s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:16.428554Z","caller":"traceutil/trace.go:171","msg":"trace[440851140] transaction","detail":"{read_only:false; response_revision:1610; number_of_response:1; }","duration":"3.366795331s","start":"2026-04-28T07:18:13.061748Z","end":"2026-04-28T07:18:16.428543Z","steps":["trace[440851140] 'process raft request' (duration: 3.366493292s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.428674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:13.061732Z","time spent":"3.366860502s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:16.813592Z","caller":"traceutil/trace.go:171","msg":"trace[1979548402] transaction","detail":"{read_only:false; response_revision:1611; number_of_response:1; }","duration":"2.20680986s","start":"2026-04-28T07:18:14.606742Z","end":"2026-04-28T07:18:16.813552Z","steps":["trace[1979548402] 'process raft request' (duration: 2.112784903s)","trace[1979548402] 'compare' (duration: 93.783241ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:16.813762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:14.606711Z","time spent":"2.206963875s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:16.813767Z","caller":"traceutil/trace.go:171","msg":"trace[62104736] linearizableReadLoop","detail":"{readStateIndex:1659; appliedIndex:1657; }","duration":"385.236248ms","start":"2026-04-28T07:18:16.428505Z","end":"2026-04-28T07:18:16.813741Z","steps":["trace[62104736] 'read index received' (duration: 290.929874ms)","trace[62104736] 'applied index is now lower than readState.Index' (duration: 94.304884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:16.813883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.499286367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:16.814105Z","caller":"traceutil/trace.go:171","msg":"trace[907353935] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1612; }","duration":"3.499554454s","start":"2026-04-28T07:18:13.314536Z","end":"2026-04-28T07:18:16.814091Z","steps":["trace[907353935] 'agreement among raft nodes before linearized reading' (duration: 3.499276076s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.814147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:13.314513Z","time spent":"3.499620435s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:18:16.814243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751601147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:16.8143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031513948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:18:16.814309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755448173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:18:16.81435Z","caller":"traceutil/trace.go:171","msg":"trace[872305061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1612; }","duration":"1.75172566s","start":"2026-04-28T07:18:15.062599Z","end":"2026-04-28T07:18:16.814325Z","steps":["trace[872305061] 'agreement among raft nodes before linearized reading' (duration: 1.751515604s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:16.81438Z","caller":"traceutil/trace.go:171","msg":"trace[1355776868] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1612; }","duration":"1.755517345s","start":"2026-04-28T07:18:15.058836Z","end":"2026-04-28T07:18:16.814353Z","steps":["trace[1355776868] 'agreement among raft nodes before linearized reading' (duration: 1.75533248s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.814403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.914072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:16.814437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:15.058752Z","time spent":"1.75567334s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:18:16.81445Z","caller":"traceutil/trace.go:171","msg":"trace[1327215375] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1612; }","duration":"404.004424ms","start":"2026-04-28T07:18:16.41043Z","end":"2026-04-28T07:18:16.814434Z","steps":["trace[1327215375] 'agreement among raft nodes before linearized reading' (duration: 403.910042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.814426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313588658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:16.814417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754662261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:18:16.814474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.525782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:18:16.814483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.410409Z","time spent":"404.065226ms","remote":"127.0.0.1:51496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:18:16.814495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755734102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:18:16.814513Z","caller":"traceutil/trace.go:171","msg":"trace[1735253516] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1612; }","duration":"519.604744ms","start":"2026-04-28T07:18:16.294897Z","end":"2026-04-28T07:18:16.814502Z","steps":["trace[1735253516] 'agreement among raft nodes before linearized reading' (duration: 519.535102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.814516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455993965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-28T07:18:16.814516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754282761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:18:16.814516Z","caller":"traceutil/trace.go:171","msg":"trace[25620963] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:1612; }","duration":"1.754804215s","start":"2026-04-28T07:18:15.059692Z","end":"2026-04-28T07:18:16.814496Z","steps":["trace[25620963] 'agreement among raft nodes before linearized reading' (duration: 1.754532647s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:16.81454Z","caller":"traceutil/trace.go:171","msg":"trace[1385114360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1612; }","duration":"1.755815374s","start":"2026-04-28T07:18:15.058712Z","end":"2026-04-28T07:18:16.814528Z","steps":["trace[1385114360] 'agreement among raft nodes before linearized reading' (duration: 1.7556715s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:16.814563Z","caller":"traceutil/trace.go:171","msg":"trace[2109885407] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1612; }","duration":"1.456072747s","start":"2026-04-28T07:18:15.358478Z","end":"2026-04-28T07:18:16.814551Z","steps":["trace[2109885407] 'agreement among raft nodes before linearized reading' (duration: 1.455963794s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:16.81457Z","caller":"traceutil/trace.go:171","msg":"trace[1499071022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1612; }","duration":"1.754395554s","start":"2026-04-28T07:18:15.060162Z","end":"2026-04-28T07:18:16.814558Z","steps":["trace[1499071022] 'agreement among raft nodes before linearized reading' (duration: 1.754215819s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.814573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.295734696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:16.814588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:15.058693Z","time spent":"1.755883945s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:18:16.814589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:15.059686Z","time spent":"1.754888237s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:18:16.814607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:15.060142Z","time spent":"1.754455586s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:18:16.814614Z","caller":"traceutil/trace.go:171","msg":"trace[2104032713] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1612; }","duration":"2.295796638s","start":"2026-04-28T07:18:14.518808Z","end":"2026-04-28T07:18:16.814605Z","steps":["trace[2104032713] 'agreement among raft nodes before linearized reading' (duration: 2.295728956s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:16.814357Z","caller":"traceutil/trace.go:171","msg":"trace[719811065] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1612; }","duration":"2.031619981s","start":"2026-04-28T07:18:14.782722Z","end":"2026-04-28T07:18:16.814342Z","steps":["trace[719811065] 'agreement among raft nodes before linearized reading' (duration: 2.031510778s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.814635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.57823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:16.814634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.734940338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:18:16.814653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:14.518798Z","time spent":"2.295846399s","remote":"127.0.0.1:51608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:18:16.81466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755132244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:18:16.814663Z","caller":"traceutil/trace.go:171","msg":"trace[1444769112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1612; }","duration":"649.639162ms","start":"2026-04-28T07:18:16.165014Z","end":"2026-04-28T07:18:16.814653Z","steps":["trace[1444769112] 'agreement among raft nodes before linearized reading' (duration: 649.599341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.814408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:15.06256Z","time spent":"1.751837733s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:16.814545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.294874Z","time spent":"519.664786ms","remote":"127.0.0.1:51680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":6,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:18:16.814673Z","caller":"traceutil/trace.go:171","msg":"trace[1408572471] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"893.003317ms","start":"2026-04-28T07:18:15.921637Z","end":"2026-04-28T07:18:16.81464Z","steps":["trace[1408572471] 'process raft request' (duration: 891.822465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.814595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:15.358462Z","time spent":"1.456124849s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:18:16.814875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:15.921555Z","time spent":"893.203643ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:16.814505Z","caller":"traceutil/trace.go:171","msg":"trace[60697106] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1612; }","duration":"2.313716361s","start":"2026-04-28T07:18:14.500764Z","end":"2026-04-28T07:18:16.81448Z","steps":["trace[60697106] 'agreement among raft nodes before linearized reading' (duration: 2.313559677s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.814926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:14.500744Z","time spent":"2.314168233s","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:18:16.814663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:14.782698Z","time spent":"2.031948959s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:18:16.814689Z","caller":"traceutil/trace.go:171","msg":"trace[437028056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1612; }","duration":"1.755200216s","start":"2026-04-28T07:18:15.059481Z","end":"2026-04-28T07:18:16.814681Z","steps":["trace[437028056] 'agreement among raft nodes before linearized reading' (duration: 1.755124694s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.81504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:15.059461Z","time spent":"1.755553795s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:16.814693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:16.164992Z","time spent":"649.696593ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:18:16.814677Z","caller":"traceutil/trace.go:171","msg":"trace[490551112] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1612; }","duration":"1.73501608s","start":"2026-04-28T07:18:15.07965Z","end":"2026-04-28T07:18:16.814666Z","steps":["trace[490551112] 'agreement among raft nodes before linearized reading' (duration: 1.734920428s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.815134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:15.079632Z","time spent":"1.735483174s","remote":"127.0.0.1:51736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":34,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:18:16.942525Z","caller":"traceutil/trace.go:171","msg":"trace[1670390218] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"123.396435ms","start":"2026-04-28T07:18:16.819078Z","end":"2026-04-28T07:18:16.942474Z","steps":["trace[1670390218] 'process raft request' (duration: 102.583562ms)","trace[1670390218] 'compare' (duration: 20.536325ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:16.942681Z","caller":"traceutil/trace.go:171","msg":"trace[983007036] transaction","detail":"{read_only:false; response_revision:1615; number_of_response:1; }","duration":"123.152928ms","start":"2026-04-28T07:18:16.819493Z","end":"2026-04-28T07:18:16.942646Z","steps":["trace[983007036] 'process raft request' (duration: 122.865161ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:16.942914Z","caller":"traceutil/trace.go:171","msg":"trace[1106424] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"122.49245ms","start":"2026-04-28T07:18:16.820404Z","end":"2026-04-28T07:18:16.942897Z","steps":["trace[1106424] 'process raft request' (duration: 122.239163ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:16.942951Z","caller":"traceutil/trace.go:171","msg":"trace[1587135871] linearizableReadLoop","detail":"{readStateIndex:1661; appliedIndex:1659; }","duration":"123.424416ms","start":"2026-04-28T07:18:16.819481Z","end":"2026-04-28T07:18:16.942906Z","steps":["trace[1587135871] 'read index received' (duration: 32.025001ms)","trace[1587135871] 'applied index is now lower than readState.Index' (duration: 91.397975ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:16.94307Z","caller":"traceutil/trace.go:171","msg":"trace[326111702] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"122.899532ms","start":"2026-04-28T07:18:16.82013Z","end":"2026-04-28T07:18:16.943029Z","steps":["trace[326111702] 'process raft request' (duration: 122.328406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.943274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.811991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:16.94333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.329883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32258"} {"level":"info","ts":"2026-04-28T07:18:16.943376Z","caller":"traceutil/trace.go:171","msg":"trace[672533535] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1618; }","duration":"123.429126ms","start":"2026-04-28T07:18:16.819934Z","end":"2026-04-28T07:18:16.943363Z","steps":["trace[672533535] 'agreement among raft nodes before linearized reading' (duration: 123.154639ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:16.943385Z","caller":"traceutil/trace.go:171","msg":"trace[1776175014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1618; }","duration":"121.948735ms","start":"2026-04-28T07:18:16.821409Z","end":"2026-04-28T07:18:16.943357Z","steps":["trace[1776175014] 'agreement among raft nodes before linearized reading' (duration: 121.711038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:16.94352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.011391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:18:16.943596Z","caller":"traceutil/trace.go:171","msg":"trace[771057173] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1618; }","duration":"124.135805ms","start":"2026-04-28T07:18:16.819442Z","end":"2026-04-28T07:18:16.943578Z","steps":["trace[771057173] 'agreement among raft nodes before linearized reading' (duration: 123.59173ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:19.084311Z","caller":"traceutil/trace.go:171","msg":"trace[1081449161] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"131.28002ms","start":"2026-04-28T07:18:18.952995Z","end":"2026-04-28T07:18:19.084275Z","steps":["trace[1081449161] 'process raft request' (duration: 97.619285ms)","trace[1081449161] 'compare' (duration: 33.336337ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:19.084413Z","caller":"traceutil/trace.go:171","msg":"trace[453775367] linearizableReadLoop","detail":"{readStateIndex:1671; appliedIndex:1668; }","duration":"130.566061ms","start":"2026-04-28T07:18:18.953806Z","end":"2026-04-28T07:18:19.084372Z","steps":["trace[453775367] 'read index received' (duration: 45.189093ms)","trace[453775367] 'applied index is now lower than readState.Index' (duration: 85.375308ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:19.084466Z","caller":"traceutil/trace.go:171","msg":"trace[5846921] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"131.414805ms","start":"2026-04-28T07:18:18.953011Z","end":"2026-04-28T07:18:19.084426Z","steps":["trace[5846921] 'process raft request' (duration: 131.179678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:19.084711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.882621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32258"} {"level":"info","ts":"2026-04-28T07:18:19.084788Z","caller":"traceutil/trace.go:171","msg":"trace[1271981812] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1624; }","duration":"131.003024ms","start":"2026-04-28T07:18:18.95377Z","end":"2026-04-28T07:18:19.084773Z","steps":["trace[1271981812] 'agreement among raft nodes before linearized reading' (duration: 130.744307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:19.162322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.290372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:19.162397Z","caller":"traceutil/trace.go:171","msg":"trace[311332970] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1624; }","duration":"139.440975ms","start":"2026-04-28T07:18:19.022939Z","end":"2026-04-28T07:18:19.16238Z","steps":["trace[311332970] 'agreement among raft nodes before linearized reading' (duration: 139.303012ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:21.240442Z","caller":"traceutil/trace.go:171","msg":"trace[1578036495] linearizableReadLoop","detail":"{readStateIndex:1674; appliedIndex:1673; }","duration":"315.17039ms","start":"2026-04-28T07:18:20.925245Z","end":"2026-04-28T07:18:21.240415Z","steps":["trace[1578036495] 'read index received' (duration: 314.913123ms)","trace[1578036495] 'applied index is now lower than readState.Index' (duration: 256.317µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:21.240488Z","caller":"traceutil/trace.go:171","msg":"trace[96407867] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"371.85624ms","start":"2026-04-28T07:18:20.868616Z","end":"2026-04-28T07:18:21.240472Z","steps":["trace[96407867] 'process raft request' (duration: 371.625764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:21.240685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:20.868574Z","time spent":"372.007644ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:21.240708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.458277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:18:21.240726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.923647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:18:21.240769Z","caller":"traceutil/trace.go:171","msg":"trace[35750691] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1626; }","duration":"315.56209ms","start":"2026-04-28T07:18:20.92519Z","end":"2026-04-28T07:18:21.240752Z","steps":["trace[35750691] 'agreement among raft nodes before linearized reading' (duration: 315.348974ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:21.240783Z","caller":"traceutil/trace.go:171","msg":"trace[769995905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1626; }","duration":"237.02467ms","start":"2026-04-28T07:18:21.003746Z","end":"2026-04-28T07:18:21.24077Z","steps":["trace[769995905] 'agreement among raft nodes before linearized reading' (duration: 236.879406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:21.240825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:20.925168Z","time spent":"315.645943ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:18:21.240711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.296002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:18:21.24089Z","caller":"traceutil/trace.go:171","msg":"trace[1448718168] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:1626; }","duration":"147.492327ms","start":"2026-04-28T07:18:21.093389Z","end":"2026-04-28T07:18:21.240881Z","steps":["trace[1448718168] 'agreement among raft nodes before linearized reading' (duration: 147.23812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:21.240889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.327053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:18:21.241059Z","caller":"traceutil/trace.go:171","msg":"trace[485893383] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1626; }","duration":"151.544449ms","start":"2026-04-28T07:18:21.089493Z","end":"2026-04-28T07:18:21.241038Z","steps":["trace[485893383] 'agreement among raft nodes before linearized reading' (duration: 151.247671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:21.241112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.215157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:18:21.241235Z","caller":"traceutil/trace.go:171","msg":"trace[300172661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1626; }","duration":"152.423672ms","start":"2026-04-28T07:18:21.088786Z","end":"2026-04-28T07:18:21.24121Z","steps":["trace[300172661] 'agreement among raft nodes before linearized reading' (duration: 152.008731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:21.749269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765106827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:18:22.343643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.790703ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:18:22.343799Z","caller":"traceutil/trace.go:171","msg":"trace[1660473044] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"1.095971519s","start":"2026-04-28T07:18:21.2478Z","end":"2026-04-28T07:18:22.343772Z","steps":["trace[1660473044] 'process raft request' (duration: 661.928929ms)","trace[1660473044] 'compare' (duration: 433.64643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:22.343868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:21.247777Z","time spent":"1.096059072s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:22.613521Z","caller":"traceutil/trace.go:171","msg":"trace[1678134205] transaction","detail":"{read_only:false; response_revision:1628; number_of_response:1; }","duration":"1.365189776s","start":"2026-04-28T07:18:21.248295Z","end":"2026-04-28T07:18:22.613485Z","steps":["trace[1678134205] 'process raft request' (duration: 1.349464014s)","trace[1678134205] 'compare' (duration: 15.458685ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:22.613811Z","caller":"traceutil/trace.go:171","msg":"trace[77222531] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"1.365450113s","start":"2026-04-28T07:18:21.248296Z","end":"2026-04-28T07:18:22.613746Z","steps":["trace[77222531] 'process raft request' (duration: 1.365133865s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:22.613896Z","caller":"traceutil/trace.go:171","msg":"trace[935292163] linearizableReadLoop","detail":"{readStateIndex:1679; appliedIndex:1674; }","duration":"1.365573427s","start":"2026-04-28T07:18:21.2483Z","end":"2026-04-28T07:18:22.613873Z","steps":["trace[935292163] 'read index received' (duration: 661.450997ms)","trace[935292163] 'applied index is now lower than readState.Index' (duration: 704.12092ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:22.613881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:21.248282Z","time spent":"1.36535097s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:22.614106Z","caller":"traceutil/trace.go:171","msg":"trace[1646701111] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"1.361543547s","start":"2026-04-28T07:18:21.252515Z","end":"2026-04-28T07:18:22.614059Z","steps":["trace[1646701111] 'process raft request' (duration: 1.361239709s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:22.614108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:21.248283Z","time spent":"1.365671489s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:22.614313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221155694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:18:22.614362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049600394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:22.614367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.720051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"warn","ts":"2026-04-28T07:18:22.614385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:21.252505Z","time spent":"1.361720541s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:22.614438Z","caller":"traceutil/trace.go:171","msg":"trace[204650625] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1631; }","duration":"1.049730028s","start":"2026-04-28T07:18:21.564672Z","end":"2026-04-28T07:18:22.614403Z","steps":["trace[204650625] 'agreement among raft nodes before linearized reading' (duration: 1.049592704s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:22.61443Z","caller":"traceutil/trace.go:171","msg":"trace[1727465338] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:1631; }","duration":"534.789022ms","start":"2026-04-28T07:18:22.079625Z","end":"2026-04-28T07:18:22.614414Z","steps":["trace[1727465338] 'agreement among raft nodes before linearized reading' (duration: 534.567015ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:22.614411Z","caller":"traceutil/trace.go:171","msg":"trace[1495201213] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"1.365346431s","start":"2026-04-28T07:18:21.248866Z","end":"2026-04-28T07:18:22.614213Z","steps":["trace[1495201213] 'process raft request' (duration: 1.364768235s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:22.614433Z","caller":"traceutil/trace.go:171","msg":"trace[850570623] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1631; }","duration":"1.221344279s","start":"2026-04-28T07:18:21.393051Z","end":"2026-04-28T07:18:22.614396Z","steps":["trace[850570623] 'agreement among raft nodes before linearized reading' (duration: 1.221108622s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:22.614492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:22.079562Z","time spent":"534.920315ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"warn","ts":"2026-04-28T07:18:22.61449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:21.56465Z","time spent":"1.049827101s","remote":"127.0.0.1:51508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:18:22.614538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:21.393019Z","time spent":"1.221498253s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":14,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:18:22.614532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.422214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:18:22.614622Z","caller":"traceutil/trace.go:171","msg":"trace[228180916] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1631; }","duration":"381.586639ms","start":"2026-04-28T07:18:22.233016Z","end":"2026-04-28T07:18:22.614603Z","steps":["trace[228180916] 'agreement among raft nodes before linearized reading' (duration: 381.366833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:22.614423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.452685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:22.614675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:22.232985Z","time spent":"381.67924ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":72,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:18:22.61472Z","caller":"traceutil/trace.go:171","msg":"trace[78609010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1631; }","duration":"911.790864ms","start":"2026-04-28T07:18:21.702903Z","end":"2026-04-28T07:18:22.614694Z","steps":["trace[78609010] 'agreement among raft nodes before linearized reading' (duration: 911.31559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:22.614695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:21.248851Z","time spent":"1.3656436s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:22.614791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:21.702856Z","time spent":"911.916797ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:22.615236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366934894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32080"} {"level":"info","ts":"2026-04-28T07:18:22.615335Z","caller":"traceutil/trace.go:171","msg":"trace[1897904765] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1631; }","duration":"1.367062458s","start":"2026-04-28T07:18:21.248261Z","end":"2026-04-28T07:18:22.615324Z","steps":["trace[1897904765] 'agreement among raft nodes before linearized reading' (duration: 1.365799183s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:22.615406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:21.248243Z","time spent":"1.36715143s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32102,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:18:22.973836Z","caller":"traceutil/trace.go:171","msg":"trace[1977646191] linearizableReadLoop","detail":"{readStateIndex:1680; appliedIndex:1679; }","duration":"357.589368ms","start":"2026-04-28T07:18:22.616211Z","end":"2026-04-28T07:18:22.9738Z","steps":["trace[1977646191] 'read index received' (duration: 286.008738ms)","trace[1977646191] 'applied index is now lower than readState.Index' (duration: 71.57888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:22.97388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:22.61591Z","time spent":"357.960198ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:18:22.974072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.822614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:22.974148Z","caller":"traceutil/trace.go:171","msg":"trace[938334463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1631; }","duration":"357.954388ms","start":"2026-04-28T07:18:22.616167Z","end":"2026-04-28T07:18:22.974122Z","steps":["trace[938334463] 'agreement among raft nodes before linearized reading' (duration: 357.803534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:22.974205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:22.616148Z","time spent":"358.040689ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:18:23.283635Z","caller":"traceutil/trace.go:171","msg":"trace[690598154] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"663.135322ms","start":"2026-04-28T07:18:22.620472Z","end":"2026-04-28T07:18:23.283607Z","steps":["trace[690598154] 'process raft request' (duration: 656.107439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:23.283783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:22.620453Z","time spent":"663.252525ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:23.283844Z","caller":"traceutil/trace.go:171","msg":"trace[1260873809] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"662.909977ms","start":"2026-04-28T07:18:22.620914Z","end":"2026-04-28T07:18:23.283824Z","steps":["trace[1260873809] 'process raft request' (duration: 662.732991ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:23.283856Z","caller":"traceutil/trace.go:171","msg":"trace[259122048] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"657.717794ms","start":"2026-04-28T07:18:22.626114Z","end":"2026-04-28T07:18:23.283831Z","steps":["trace[259122048] 'process raft request' (duration: 657.657642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:23.283921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:22.620894Z","time spent":"662.991ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1047,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:23.283767Z","caller":"traceutil/trace.go:171","msg":"trace[1696341113] transaction","detail":"{read_only:false; response_revision:1633; number_of_response:1; }","duration":"663.255626ms","start":"2026-04-28T07:18:22.620487Z","end":"2026-04-28T07:18:23.283743Z","steps":["trace[1696341113] 'process raft request' (duration: 663.03079ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:23.284036Z","caller":"traceutil/trace.go:171","msg":"trace[168215867] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"663.01886ms","start":"2026-04-28T07:18:22.620997Z","end":"2026-04-28T07:18:23.284016Z","steps":["trace[168215867] 'process raft request' (duration: 662.738242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:23.284058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:22.626105Z","time spent":"657.836297ms","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4786,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:23.284079Z","caller":"traceutil/trace.go:171","msg":"trace[1642527240] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"663.093102ms","start":"2026-04-28T07:18:22.620971Z","end":"2026-04-28T07:18:23.284064Z","steps":["trace[1642527240] 'process raft request' (duration: 662.728411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:23.284106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:22.620975Z","time spent":"663.093732ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1597,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:23.284199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:22.620942Z","time spent":"663.173064ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1043,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:23.284174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:22.620468Z","time spent":"663.611516ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1577,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:23.447086Z","caller":"traceutil/trace.go:171","msg":"trace[1504135632] linearizableReadLoop","detail":"{readStateIndex:1687; appliedIndex:1680; }","duration":"462.971796ms","start":"2026-04-28T07:18:22.984072Z","end":"2026-04-28T07:18:23.447044Z","steps":["trace[1504135632] 'read index received' (duration: 292.512806ms)","trace[1504135632] 'applied index is now lower than readState.Index' (duration: 170.45803ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:23.447127Z","caller":"traceutil/trace.go:171","msg":"trace[1556499175] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"198.017897ms","start":"2026-04-28T07:18:23.24908Z","end":"2026-04-28T07:18:23.447098Z","steps":["trace[1556499175] 'process raft request' (duration: 197.906714ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:23.447125Z","caller":"traceutil/trace.go:171","msg":"trace[1674097553] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"471.654457ms","start":"2026-04-28T07:18:22.97541Z","end":"2026-04-28T07:18:23.447065Z","steps":["trace[1674097553] 'process raft request' (duration: 417.368533ms)","trace[1674097553] 'compare' (duration: 54.083938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:23.447212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.125461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:23.447246Z","caller":"traceutil/trace.go:171","msg":"trace[834484949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1639; }","duration":"463.180982ms","start":"2026-04-28T07:18:22.984055Z","end":"2026-04-28T07:18:23.447236Z","steps":["trace[834484949] 'agreement among raft nodes before linearized reading' (duration: 463.10428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:23.44729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:22.983962Z","time spent":"463.320616ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:23.447387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:22.975373Z","time spent":"471.876543ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:23.486201Z","caller":"traceutil/trace.go:171","msg":"trace[835577209] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"191.572971ms","start":"2026-04-28T07:18:23.294582Z","end":"2026-04-28T07:18:23.486154Z","steps":["trace[835577209] 'process raft request' (duration: 191.313124ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:25.48406Z","caller":"traceutil/trace.go:171","msg":"trace[822357132] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"187.814477ms","start":"2026-04-28T07:18:25.296177Z","end":"2026-04-28T07:18:25.483992Z","steps":["trace[822357132] 'process raft request' (duration: 187.630012ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:25.953654Z","caller":"traceutil/trace.go:171","msg":"trace[87325739] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"499.557074ms","start":"2026-04-28T07:18:25.454058Z","end":"2026-04-28T07:18:25.953615Z","steps":["trace[87325739] 'process raft request' (duration: 464.356325ms)","trace[87325739] 'compare' (duration: 34.791827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:25.953836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:25.454018Z","time spent":"499.719498ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:26.88187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.245247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:18:26.881949Z","caller":"traceutil/trace.go:171","msg":"trace[1125411492] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:1648; }","duration":"193.35901ms","start":"2026-04-28T07:18:26.688574Z","end":"2026-04-28T07:18:26.881933Z","steps":["trace[1125411492] 'range keys from in-memory index tree' (duration: 193.084072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:26.882163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.890104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T07:18:26.882181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.618704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:18:26.8822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.154669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:26.882245Z","caller":"traceutil/trace.go:171","msg":"trace[1664120220] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1648; }","duration":"194.021278ms","start":"2026-04-28T07:18:26.688204Z","end":"2026-04-28T07:18:26.882225Z","steps":["trace[1664120220] 'range keys from in-memory index tree' (duration: 193.36029ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:26.882269Z","caller":"traceutil/trace.go:171","msg":"trace[823555789] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1648; }","duration":"238.761288ms","start":"2026-04-28T07:18:26.643488Z","end":"2026-04-28T07:18:26.882249Z","steps":["trace[823555789] 'range keys from in-memory index tree' (duration: 238.407539ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:26.882292Z","caller":"traceutil/trace.go:171","msg":"trace[1231117987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1648; }","duration":"179.293653ms","start":"2026-04-28T07:18:26.702977Z","end":"2026-04-28T07:18:26.88227Z","steps":["trace[1231117987] 'range keys from in-memory index tree' (duration: 179.024735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:26.882413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.157511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:18:26.882458Z","caller":"traceutil/trace.go:171","msg":"trace[1080643295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1648; }","duration":"194.244524ms","start":"2026-04-28T07:18:26.688203Z","end":"2026-04-28T07:18:26.882447Z","steps":["trace[1080643295] 'range keys from in-memory index tree' (duration: 193.866214ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:27.156548Z","caller":"traceutil/trace.go:171","msg":"trace[1799085412] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"269.464153ms","start":"2026-04-28T07:18:26.887042Z","end":"2026-04-28T07:18:27.156506Z","steps":["trace[1799085412] 'process raft request' (duration: 269.153455ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:27.169614Z","caller":"traceutil/trace.go:171","msg":"trace[253439142] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"282.257725ms","start":"2026-04-28T07:18:26.887328Z","end":"2026-04-28T07:18:27.169586Z","steps":["trace[253439142] 'process raft request' (duration: 282.017189ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:27.169896Z","caller":"traceutil/trace.go:171","msg":"trace[1783215765] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"282.141642ms","start":"2026-04-28T07:18:26.887713Z","end":"2026-04-28T07:18:27.169855Z","steps":["trace[1783215765] 'process raft request' (duration: 281.819924ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:27.170042Z","caller":"traceutil/trace.go:171","msg":"trace[1594376242] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"248.451915ms","start":"2026-04-28T07:18:26.921562Z","end":"2026-04-28T07:18:27.170014Z","steps":["trace[1594376242] 'process raft request' (duration: 248.207938ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:27.169931Z","caller":"traceutil/trace.go:171","msg":"trace[630468739] linearizableReadLoop","detail":"{readStateIndex:1700; appliedIndex:1697; }","duration":"281.109904ms","start":"2026-04-28T07:18:26.888798Z","end":"2026-04-28T07:18:27.169908Z","steps":["trace[630468739] 'read index received' (duration: 267.234492ms)","trace[630468739] 'applied index is now lower than readState.Index' (duration: 13.874412ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:27.170259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.437813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32080"} {"level":"info","ts":"2026-04-28T07:18:27.170339Z","caller":"traceutil/trace.go:171","msg":"trace[1486246033] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1652; }","duration":"281.566176ms","start":"2026-04-28T07:18:26.888761Z","end":"2026-04-28T07:18:27.170327Z","steps":["trace[1486246033] 'agreement among raft nodes before linearized reading' (duration: 281.216807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:27.789303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.66459ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:18:27.789442Z","caller":"traceutil/trace.go:171","msg":"trace[1158346214] linearizableReadLoop","detail":"{readStateIndex:1702; appliedIndex:1701; }","duration":"300.281491ms","start":"2026-04-28T07:18:27.489139Z","end":"2026-04-28T07:18:27.789421Z","steps":["trace[1158346214] 'read index received' (duration: 52.031µs)","trace[1158346214] 'applied index is now lower than readState.Index' (duration: 300.22752ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:27.789558Z","caller":"traceutil/trace.go:171","msg":"trace[280034428] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"536.593722ms","start":"2026-04-28T07:18:27.252948Z","end":"2026-04-28T07:18:27.789542Z","steps":["trace[280034428] 'process raft request' (duration: 98.584672ms)","trace[280034428] 'compare' (duration: 437.507486ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:27.789651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:27.25291Z","time spent":"536.690775ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:27.789702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.149566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:27.789777Z","caller":"traceutil/trace.go:171","msg":"trace[576666024] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1653; }","duration":"216.255439ms","start":"2026-04-28T07:18:27.5735Z","end":"2026-04-28T07:18:27.789755Z","steps":["trace[576666024] 'agreement among raft nodes before linearized reading' (duration: 216.138016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:27.790054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.869766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:18:27.790197Z","caller":"traceutil/trace.go:171","msg":"trace[1589594331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1653; }","duration":"301.082323ms","start":"2026-04-28T07:18:27.489081Z","end":"2026-04-28T07:18:27.790163Z","steps":["trace[1589594331] 'agreement among raft nodes before linearized reading' (duration: 300.691782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:27.790265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:27.489055Z","time spent":"301.200385ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:18:28.378479Z","caller":"traceutil/trace.go:171","msg":"trace[1967547258] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"583.275486ms","start":"2026-04-28T07:18:27.795183Z","end":"2026-04-28T07:18:28.378458Z","steps":["trace[1967547258] 'process raft request' (duration: 583.112831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:28.378623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:27.795155Z","time spent":"583.386289ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:28.391556Z","caller":"traceutil/trace.go:171","msg":"trace[1659219596] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"431.076638ms","start":"2026-04-28T07:18:27.960444Z","end":"2026-04-28T07:18:28.39152Z","steps":["trace[1659219596] 'process raft request' (duration: 430.819402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:28.391741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:27.960414Z","time spent":"431.230793ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:28.742302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.794411ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:18:28.742465Z","caller":"traceutil/trace.go:171","msg":"trace[249420594] linearizableReadLoop","detail":"{readStateIndex:1705; appliedIndex:1704; }","duration":"302.155792ms","start":"2026-04-28T07:18:28.440283Z","end":"2026-04-28T07:18:28.742439Z","steps":["trace[249420594] 'read index received' (duration: 53.961µs)","trace[249420594] 'applied index is now lower than readState.Index' (duration: 302.098611ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:28.742663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.371489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:18:28.74272Z","caller":"traceutil/trace.go:171","msg":"trace[970224906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1655; }","duration":"302.483341ms","start":"2026-04-28T07:18:28.440222Z","end":"2026-04-28T07:18:28.742706Z","steps":["trace[970224906] 'agreement among raft nodes before linearized reading' (duration: 302.284436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:28.742766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:28.440198Z","time spent":"302.555024ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:29.546428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.144271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:18:29.54669Z","caller":"traceutil/trace.go:171","msg":"trace[1258411125] linearizableReadLoop","detail":"{readStateIndex:1709; appliedIndex:1707; }","duration":"312.899848ms","start":"2026-04-28T07:18:29.233763Z","end":"2026-04-28T07:18:29.546663Z","steps":["trace[1258411125] 'read index received' (duration: 158.561813ms)","trace[1258411125] 'applied index is now lower than readState.Index' (duration: 154.320285ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:29.546659Z","caller":"traceutil/trace.go:171","msg":"trace[702256404] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"315.50819ms","start":"2026-04-28T07:18:29.231113Z","end":"2026-04-28T07:18:29.546621Z","steps":["trace[702256404] 'process raft request' (duration: 161.051081ms)","trace[702256404] 'compare' (duration: 153.856183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:29.546794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:29.231087Z","time spent":"315.671704ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:29.546844Z","caller":"traceutil/trace.go:171","msg":"trace[1971992458] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"314.753578ms","start":"2026-04-28T07:18:29.232081Z","end":"2026-04-28T07:18:29.546834Z","steps":["trace[1971992458] 'process raft request' (duration: 314.488301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:29.546998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:29.232072Z","time spent":"314.818771ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:29.547204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.427392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:4 size:32080"} {"level":"info","ts":"2026-04-28T07:18:29.547294Z","caller":"traceutil/trace.go:171","msg":"trace[1549523656] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:4; response_revision:1659; }","duration":"313.538115ms","start":"2026-04-28T07:18:29.233737Z","end":"2026-04-28T07:18:29.547275Z","steps":["trace[1549523656] 'agreement among raft nodes before linearized reading' (duration: 313.199216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:29.547346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:29.233652Z","time spent":"313.68175ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":4,"response size":32102,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:18:30.530896Z","caller":"traceutil/trace.go:171","msg":"trace[198296004] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"138.917321ms","start":"2026-04-28T07:18:30.391953Z","end":"2026-04-28T07:18:30.53087Z","steps":["trace[198296004] 'process raft request' (duration: 138.763127ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:30.546747Z","caller":"traceutil/trace.go:171","msg":"trace[1883598864] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"149.446111ms","start":"2026-04-28T07:18:30.397277Z","end":"2026-04-28T07:18:30.546723Z","steps":["trace[1883598864] 'process raft request' (duration: 149.325598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:31.543757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.620029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:31.543834Z","caller":"traceutil/trace.go:171","msg":"trace[92609960] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1663; }","duration":"212.759643ms","start":"2026-04-28T07:18:31.331057Z","end":"2026-04-28T07:18:31.543817Z","steps":["trace[92609960] 'count revisions from in-memory index tree' (duration: 212.443355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:33.029703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.481037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:33.0298Z","caller":"traceutil/trace.go:171","msg":"trace[531979510] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1666; }","duration":"709.643121ms","start":"2026-04-28T07:18:32.320133Z","end":"2026-04-28T07:18:33.029776Z","steps":["trace[531979510] 'count revisions from in-memory index tree' (duration: 709.325754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:33.029879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.886852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:18:33.029906Z","caller":"traceutil/trace.go:171","msg":"trace[1791729819] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1666; }","duration":"491.953374ms","start":"2026-04-28T07:18:32.537945Z","end":"2026-04-28T07:18:33.029898Z","steps":["trace[1791729819] 'range keys from in-memory index tree' (duration: 491.724586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:33.029932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:32.537925Z","time spent":"492.000465ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:18:33.030072Z","caller":"traceutil/trace.go:171","msg":"trace[565926474] linearizableReadLoop","detail":"{readStateIndex:1718; appliedIndex:1717; }","duration":"326.055381ms","start":"2026-04-28T07:18:32.703989Z","end":"2026-04-28T07:18:33.030044Z","steps":["trace[565926474] 'read index received' (duration: 323.609843ms)","trace[565926474] 'applied index is now lower than readState.Index' (duration: 2.443738ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:33.030144Z","caller":"traceutil/trace.go:171","msg":"trace[724343722] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"478.397871ms","start":"2026-04-28T07:18:32.551719Z","end":"2026-04-28T07:18:33.030116Z","steps":["trace[724343722] 'process raft request' (duration: 475.960333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:33.030234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.227385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:33.030279Z","caller":"traceutil/trace.go:171","msg":"trace[1929525038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1667; }","duration":"326.319838ms","start":"2026-04-28T07:18:32.703945Z","end":"2026-04-28T07:18:33.030265Z","steps":["trace[1929525038] 'agreement among raft nodes before linearized reading' (duration: 326.232485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:33.030292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:32.551694Z","time spent":"478.519554ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:33.030313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:32.703926Z","time spent":"326.379439ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:33.030244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.460332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:18:33.030534Z","caller":"traceutil/trace.go:171","msg":"trace[1288690976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1667; }","duration":"157.861083ms","start":"2026-04-28T07:18:32.872637Z","end":"2026-04-28T07:18:33.030498Z","steps":["trace[1288690976] 'agreement among raft nodes before linearized reading' (duration: 157.559985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:33.030556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:32.320109Z","time spent":"709.788577ms","remote":"127.0.0.1:47618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:18:38.087738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.148994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:18:38.087865Z","caller":"traceutil/trace.go:171","msg":"trace[2087995255] linearizableReadLoop","detail":"{readStateIndex:1767; appliedIndex:1766; }","duration":"392.280352ms","start":"2026-04-28T07:18:37.695564Z","end":"2026-04-28T07:18:38.087845Z","steps":["trace[2087995255] 'read index received' (duration: 158.943853ms)","trace[2087995255] 'applied index is now lower than readState.Index' (duration: 233.335199ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:38.08791Z","caller":"traceutil/trace.go:171","msg":"trace[71603512] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"392.993761ms","start":"2026-04-28T07:18:37.694866Z","end":"2026-04-28T07:18:38.08786Z","steps":["trace[71603512] 'process raft request' (duration: 159.626341ms)","trace[71603512] 'compare' (duration: 232.942569ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:38.088101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.571999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:18:38.088142Z","caller":"traceutil/trace.go:171","msg":"trace[61050590] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:1715; }","duration":"392.672972ms","start":"2026-04-28T07:18:37.695455Z","end":"2026-04-28T07:18:38.088128Z","steps":["trace[61050590] 'agreement among raft nodes before linearized reading' (duration: 392.471767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:38.088182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:37.695421Z","time spent":"392.752905ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:18:38.08817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:37.694837Z","time spent":"393.206187ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:38.182115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.275545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:38.182477Z","caller":"traceutil/trace.go:171","msg":"trace[1180447153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1716; }","duration":"479.674616ms","start":"2026-04-28T07:18:37.702775Z","end":"2026-04-28T07:18:38.182449Z","steps":["trace[1180447153] 'agreement among raft nodes before linearized reading' (duration: 479.219054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:38.182549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:37.702727Z","time spent":"479.80941ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:18:38.182261Z","caller":"traceutil/trace.go:171","msg":"trace[917538496] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"317.018711ms","start":"2026-04-28T07:18:37.865199Z","end":"2026-04-28T07:18:38.182218Z","steps":["trace[917538496] 'process raft request' (duration: 316.541898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:38.182385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.503479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-dr4n5\" ","response":"range_response_count:1 size:4196"} {"level":"info","ts":"2026-04-28T07:18:38.182855Z","caller":"traceutil/trace.go:171","msg":"trace[1288746148] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-dr4n5; range_end:; response_count:1; response_revision:1716; }","duration":"280.003983ms","start":"2026-04-28T07:18:37.902827Z","end":"2026-04-28T07:18:38.182831Z","steps":["trace[1288746148] 'agreement among raft nodes before linearized reading' (duration: 279.430607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:38.18238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.496907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:18:38.18298Z","caller":"traceutil/trace.go:171","msg":"trace[1976947243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1716; }","duration":"486.188775ms","start":"2026-04-28T07:18:37.696768Z","end":"2026-04-28T07:18:38.182957Z","steps":["trace[1976947243] 'agreement among raft nodes before linearized reading' (duration: 485.347852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:38.18309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:37.696724Z","time spent":"486.3418ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:38.183428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:37.865174Z","time spent":"317.546746ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:42.96179Z","caller":"traceutil/trace.go:171","msg":"trace[1499901347] transaction","detail":"{read_only:false; response_revision:1832; number_of_response:1; }","duration":"104.261078ms","start":"2026-04-28T07:18:42.857479Z","end":"2026-04-28T07:18:42.961741Z","steps":["trace[1499901347] 'process raft request' (duration: 103.832546ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:44.41258Z","caller":"traceutil/trace.go:171","msg":"trace[427170717] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"171.938821ms","start":"2026-04-28T07:18:44.240587Z","end":"2026-04-28T07:18:44.412526Z","steps":["trace[427170717] 'process raft request' (duration: 169.594886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:47.702248Z","caller":"traceutil/trace.go:171","msg":"trace[166461165] linearizableReadLoop","detail":"{readStateIndex:1920; appliedIndex:1918; }","duration":"288.919498ms","start":"2026-04-28T07:18:47.413304Z","end":"2026-04-28T07:18:47.702223Z","steps":["trace[166461165] 'read index received' (duration: 191.687903ms)","trace[166461165] 'applied index is now lower than readState.Index' (duration: 97.229605ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:47.702275Z","caller":"traceutil/trace.go:171","msg":"trace[794135670] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"209.972656ms","start":"2026-04-28T07:18:47.492282Z","end":"2026-04-28T07:18:47.702255Z","steps":["trace[794135670] 'process raft request' (duration: 209.864403ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:47.702268Z","caller":"traceutil/trace.go:171","msg":"trace[562961141] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"398.712748ms","start":"2026-04-28T07:18:47.303495Z","end":"2026-04-28T07:18:47.702207Z","steps":["trace[562961141] 'process raft request' (duration: 398.514402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:47.70246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:47.303463Z","time spent":"398.897903ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:18:47.702508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.186975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-28T07:18:47.702545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.843468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T07:18:47.702595Z","caller":"traceutil/trace.go:171","msg":"trace[239079805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1865; }","duration":"287.930061ms","start":"2026-04-28T07:18:47.414653Z","end":"2026-04-28T07:18:47.702583Z","steps":["trace[239079805] 'agreement among raft nodes before linearized reading' (duration: 287.719775ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:47.702605Z","caller":"traceutil/trace.go:171","msg":"trace[1805102273] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1865; }","duration":"289.334939ms","start":"2026-04-28T07:18:47.413244Z","end":"2026-04-28T07:18:47.702579Z","steps":["trace[1805102273] 'agreement among raft nodes before linearized reading' (duration: 289.091892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:47.702624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.027482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:47.702752Z","caller":"traceutil/trace.go:171","msg":"trace[1917279997] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1865; }","duration":"180.229818ms","start":"2026-04-28T07:18:47.522491Z","end":"2026-04-28T07:18:47.70272Z","steps":["trace[1917279997] 'agreement among raft nodes before linearized reading' (duration: 179.971801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:47.702728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.724272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:18:47.702846Z","caller":"traceutil/trace.go:171","msg":"trace[994005617] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1865; }","duration":"204.873966ms","start":"2026-04-28T07:18:47.497943Z","end":"2026-04-28T07:18:47.702817Z","steps":["trace[994005617] 'agreement among raft nodes before linearized reading' (duration: 204.508216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:48.385921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.565456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T07:18:48.386003Z","caller":"traceutil/trace.go:171","msg":"trace[31680874] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1869; }","duration":"132.68566ms","start":"2026-04-28T07:18:48.253299Z","end":"2026-04-28T07:18:48.385985Z","steps":["trace[31680874] 'range keys from in-memory index tree' (duration: 132.357881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:48.386137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.607683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:18:48.386202Z","caller":"traceutil/trace.go:171","msg":"trace[1885048049] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:1869; }","duration":"126.711395ms","start":"2026-04-28T07:18:48.259476Z","end":"2026-04-28T07:18:48.386188Z","steps":["trace[1885048049] 'range keys from in-memory index tree' (duration: 126.467439ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:49.138493Z","caller":"traceutil/trace.go:171","msg":"trace[1129479422] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"143.079456ms","start":"2026-04-28T07:18:48.995381Z","end":"2026-04-28T07:18:49.138461Z","steps":["trace[1129479422] 'process raft request' (duration: 142.922202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:50.125189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765107317,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:18:50.336431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.000968496s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:18:50.338475Z","caller":"traceutil/trace.go:171","msg":"trace[1012237947] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"1.010052966s","start":"2026-04-28T07:18:49.328397Z","end":"2026-04-28T07:18:50.33845Z","steps":["trace[1012237947] 'process raft request' (duration: 1.009602034s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:50.338633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:49.328355Z","time spent":"1.0101997s","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413299,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:50.33895Z","caller":"traceutil/trace.go:171","msg":"trace[1396477437] linearizableReadLoop","detail":"{readStateIndex:1938; appliedIndex:1936; }","duration":"714.66464ms","start":"2026-04-28T07:18:49.624243Z","end":"2026-04-28T07:18:50.338907Z","steps":["trace[1396477437] 'read index received' (duration: 712.529592ms)","trace[1396477437] 'applied index is now lower than readState.Index' (duration: 2.044625ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:50.33895Z","caller":"traceutil/trace.go:171","msg":"trace[1996466671] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"612.578422ms","start":"2026-04-28T07:18:49.726295Z","end":"2026-04-28T07:18:50.338873Z","steps":["trace[1996466671] 'process raft request' (duration: 612.096809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:50.339105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.825225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:50.339161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:49.726277Z","time spent":"612.790467ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:50.339157Z","caller":"traceutil/trace.go:171","msg":"trace[37278540] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1882; }","duration":"714.922497ms","start":"2026-04-28T07:18:49.624222Z","end":"2026-04-28T07:18:50.339145Z","steps":["trace[37278540] 'agreement among raft nodes before linearized reading' (duration: 714.735032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:50.339205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:49.624197Z","time spent":"715.00047ms","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:18:50.339268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.380065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T07:18:50.339256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.460711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:50.339344Z","caller":"traceutil/trace.go:171","msg":"trace[474690311] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1882; }","duration":"548.495308ms","start":"2026-04-28T07:18:49.790827Z","end":"2026-04-28T07:18:50.339322Z","steps":["trace[474690311] 'agreement among raft nodes before linearized reading' (duration: 548.312673ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:50.339368Z","caller":"traceutil/trace.go:171","msg":"trace[806834826] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1882; }","duration":"619.598356ms","start":"2026-04-28T07:18:49.719745Z","end":"2026-04-28T07:18:50.339343Z","steps":["trace[806834826] 'agreement among raft nodes before linearized reading' (duration: 619.3801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:50.339448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.114619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:18:50.339434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:49.719684Z","time spent":"619.734369ms","remote":"127.0.0.1:47524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:18:50.339473Z","caller":"traceutil/trace.go:171","msg":"trace[451149426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1882; }","duration":"548.150549ms","start":"2026-04-28T07:18:49.791317Z","end":"2026-04-28T07:18:50.339468Z","steps":["trace[451149426] 'agreement among raft nodes before linearized reading' (duration: 548.084377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:50.339491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:49.791311Z","time spent":"548.17673ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:18:50.339522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.300156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T07:18:50.339648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.037126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:50.339682Z","caller":"traceutil/trace.go:171","msg":"trace[1808134387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1882; }","duration":"617.114958ms","start":"2026-04-28T07:18:49.722556Z","end":"2026-04-28T07:18:50.339671Z","steps":["trace[1808134387] 'agreement among raft nodes before linearized reading' (duration: 617.061936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:50.339703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:49.722525Z","time spent":"617.173789ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:18:50.339632Z","caller":"traceutil/trace.go:171","msg":"trace[1747069881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1882; }","duration":"579.499212ms","start":"2026-04-28T07:18:49.76011Z","end":"2026-04-28T07:18:50.339609Z","steps":["trace[1747069881] 'agreement among raft nodes before linearized reading' (duration: 579.181772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:50.339778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:49.760086Z","time spent":"579.681527ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:50.339385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:49.790798Z","time spent":"548.580471ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:18:52.547346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.843406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:18:52.547463Z","caller":"traceutil/trace.go:171","msg":"trace[749633263] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1910; }","duration":"131.01749ms","start":"2026-04-28T07:18:52.416419Z","end":"2026-04-28T07:18:52.547437Z","steps":["trace[749633263] 'range keys from in-memory index tree' (duration: 130.632421ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:53.224648Z","caller":"traceutil/trace.go:171","msg":"trace[144009575] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"190.29221ms","start":"2026-04-28T07:18:53.034318Z","end":"2026-04-28T07:18:53.22461Z","steps":["trace[144009575] 'process raft request' (duration: 190.065974ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:54.548486Z","caller":"traceutil/trace.go:171","msg":"trace[321109470] transaction","detail":"{read_only:false; response_revision:1926; number_of_response:1; }","duration":"315.645586ms","start":"2026-04-28T07:18:54.2328Z","end":"2026-04-28T07:18:54.548446Z","steps":["trace[321109470] 'process raft request' (duration: 315.39104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:54.548871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:54.23276Z","time spent":"315.980505ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3251,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:54.550867Z","caller":"traceutil/trace.go:171","msg":"trace[1537740378] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1982; }","duration":"191.232604ms","start":"2026-04-28T07:18:54.359606Z","end":"2026-04-28T07:18:54.550838Z","steps":["trace[1537740378] 'read index received' (duration: 188.513135ms)","trace[1537740378] 'applied index is now lower than readState.Index' (duration: 2.718139ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:54.551002Z","caller":"traceutil/trace.go:171","msg":"trace[1713619169] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"198.341186ms","start":"2026-04-28T07:18:54.352649Z","end":"2026-04-28T07:18:54.55099Z","steps":["trace[1713619169] 'process raft request' (duration: 197.837414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:54.551216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.058429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:18:54.551283Z","caller":"traceutil/trace.go:171","msg":"trace[42970221] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1927; }","duration":"191.133021ms","start":"2026-04-28T07:18:54.360136Z","end":"2026-04-28T07:18:54.551269Z","steps":["trace[42970221] 'agreement among raft nodes before linearized reading' (duration: 190.924336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:54.55131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.696786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:18:54.551319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.303144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:18:54.55137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.095057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:18:54.55139Z","caller":"traceutil/trace.go:171","msg":"trace[292150051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1927; }","duration":"191.887102ms","start":"2026-04-28T07:18:54.359484Z","end":"2026-04-28T07:18:54.551371Z","steps":["trace[292150051] 'agreement among raft nodes before linearized reading' (duration: 191.648456ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:54.551397Z","caller":"traceutil/trace.go:171","msg":"trace[1209184514] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:1927; }","duration":"134.435147ms","start":"2026-04-28T07:18:54.416945Z","end":"2026-04-28T07:18:54.55138Z","steps":["trace[1209184514] 'agreement among raft nodes before linearized reading' (duration: 134.208641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:54.55143Z","caller":"traceutil/trace.go:171","msg":"trace[136629903] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1927; }","duration":"112.165679ms","start":"2026-04-28T07:18:54.439252Z","end":"2026-04-28T07:18:54.551417Z","steps":["trace[136629903] 'agreement among raft nodes before linearized reading' (duration: 111.872082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:54.551368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.134966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:18:54.551542Z","caller":"traceutil/trace.go:171","msg":"trace[1063963909] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1927; }","duration":"190.332961ms","start":"2026-04-28T07:18:54.361186Z","end":"2026-04-28T07:18:54.551519Z","steps":["trace[1063963909] 'agreement among raft nodes before linearized reading' (duration: 190.037394ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:56.946049Z","caller":"traceutil/trace.go:171","msg":"trace[1652034752] linearizableReadLoop","detail":"{readStateIndex:2011; appliedIndex:2010; }","duration":"370.467973ms","start":"2026-04-28T07:18:56.575561Z","end":"2026-04-28T07:18:56.946029Z","steps":["trace[1652034752] 'read index received' (duration: 370.425332ms)","trace[1652034752] 'applied index is now lower than readState.Index' (duration: 41.241µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:18:56.946159Z","caller":"traceutil/trace.go:171","msg":"trace[408900886] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"388.669047ms","start":"2026-04-28T07:18:56.557443Z","end":"2026-04-28T07:18:56.946112Z","steps":["trace[408900886] 'process raft request' (duration: 388.427871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:56.946201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.617506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:56.94626Z","caller":"traceutil/trace.go:171","msg":"trace[2119884942] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1954; }","duration":"370.704618ms","start":"2026-04-28T07:18:56.57554Z","end":"2026-04-28T07:18:56.946244Z","steps":["trace[2119884942] 'agreement among raft nodes before linearized reading' (duration: 370.595686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:56.946328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:56.575469Z","time spent":"370.847332ms","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:18:56.946395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:56.557406Z","time spent":"388.851802ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:18:57.136596Z","caller":"traceutil/trace.go:171","msg":"trace[421289489] linearizableReadLoop","detail":"{readStateIndex:2012; appliedIndex:2011; }","duration":"190.461545ms","start":"2026-04-28T07:18:56.946111Z","end":"2026-04-28T07:18:57.136572Z","steps":["trace[421289489] 'read index received' (duration: 190.213758ms)","trace[421289489] 'applied index is now lower than readState.Index' (duration: 246.527µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:18:57.136817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.013388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:18:57.136855Z","caller":"traceutil/trace.go:171","msg":"trace[34832541] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:1955; }","duration":"557.090341ms","start":"2026-04-28T07:18:56.579755Z","end":"2026-04-28T07:18:57.136845Z","steps":["trace[34832541] 'agreement among raft nodes before linearized reading' (duration: 556.905506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:57.136889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:56.579745Z","time spent":"557.134961ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:18:57.13688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.265073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:18:57.136971Z","caller":"traceutil/trace.go:171","msg":"trace[1327914098] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1955; }","duration":"504.410737ms","start":"2026-04-28T07:18:56.632538Z","end":"2026-04-28T07:18:57.136949Z","steps":["trace[1327914098] 'agreement among raft nodes before linearized reading' (duration: 504.086449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:57.137018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:56.632518Z","time spent":"504.49348ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:18:57.137037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.596508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:18:57.137042Z","caller":"traceutil/trace.go:171","msg":"trace[163304034] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"202.300417ms","start":"2026-04-28T07:18:56.934709Z","end":"2026-04-28T07:18:57.137009Z","steps":["trace[163304034] 'process raft request' (duration: 201.64489ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:57.137079Z","caller":"traceutil/trace.go:171","msg":"trace[313835139] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1955; }","duration":"518.687021ms","start":"2026-04-28T07:18:56.618383Z","end":"2026-04-28T07:18:57.13707Z","steps":["trace[313835139] 'agreement among raft nodes before linearized reading' (duration: 518.564108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:57.137112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:56.618358Z","time spent":"518.748322ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:18:57.137155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.025012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:18:57.137165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.839206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:18:57.137262Z","caller":"traceutil/trace.go:171","msg":"trace[798436629] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1955; }","duration":"509.977499ms","start":"2026-04-28T07:18:56.627263Z","end":"2026-04-28T07:18:57.13724Z","steps":["trace[798436629] 'agreement among raft nodes before linearized reading' (duration: 509.758074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:57.137166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.566528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T07:18:57.137322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:56.627251Z","time spent":"510.058791ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:18:57.137344Z","caller":"traceutil/trace.go:171","msg":"trace[1472495417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1955; }","duration":"518.773423ms","start":"2026-04-28T07:18:56.618558Z","end":"2026-04-28T07:18:57.137331Z","steps":["trace[1472495417] 'agreement among raft nodes before linearized reading' (duration: 518.364912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:57.137376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:56.618456Z","time spent":"518.911327ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:18:57.13721Z","caller":"traceutil/trace.go:171","msg":"trace[2027496454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1955; }","duration":"432.080753ms","start":"2026-04-28T07:18:56.705115Z","end":"2026-04-28T07:18:57.137196Z","steps":["trace[2027496454] 'agreement among raft nodes before linearized reading' (duration: 431.990691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:57.137484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:56.705026Z","time spent":"432.433422ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:18:57.137881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.841815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:18:57.13794Z","caller":"traceutil/trace.go:171","msg":"trace[440991546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1955; }","duration":"519.169593ms","start":"2026-04-28T07:18:56.618754Z","end":"2026-04-28T07:18:57.137923Z","steps":["trace[440991546] 'agreement among raft nodes before linearized reading' (duration: 518.507036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:57.137982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:18:56.618743Z","time spent":"519.220735ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:18:59.791662Z","caller":"traceutil/trace.go:171","msg":"trace[960165139] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"104.890984ms","start":"2026-04-28T07:18:59.686748Z","end":"2026-04-28T07:18:59.791639Z","steps":["trace[960165139] 'process raft request' (duration: 104.623397ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:59.791672Z","caller":"traceutil/trace.go:171","msg":"trace[457011178] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"102.012721ms","start":"2026-04-28T07:18:59.689621Z","end":"2026-04-28T07:18:59.791634Z","steps":["trace[457011178] 'process raft request' (duration: 101.95666ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:59.909347Z","caller":"traceutil/trace.go:171","msg":"trace[1945546650] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"104.151486ms","start":"2026-04-28T07:18:59.805161Z","end":"2026-04-28T07:18:59.909313Z","steps":["trace[1945546650] 'process raft request' (duration: 101.849977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:18:59.909443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.824641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:18:59.909505Z","caller":"traceutil/trace.go:171","msg":"trace[510070887] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/operatorpolicies.rabbitmq.com; range_end:; response_count:0; response_revision:1981; }","duration":"102.956465ms","start":"2026-04-28T07:18:59.806529Z","end":"2026-04-28T07:18:59.909485Z","steps":["trace[510070887] 'agreement among raft nodes before linearized reading' (duration: 102.779411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:18:59.909489Z","caller":"traceutil/trace.go:171","msg":"trace[1473795276] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1981; }","duration":"104.043013ms","start":"2026-04-28T07:18:59.805387Z","end":"2026-04-28T07:18:59.90943Z","steps":["trace[1473795276] 'process raft request' (duration: 103.865448ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:00.054233Z","caller":"traceutil/trace.go:171","msg":"trace[1203695607] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"123.313723ms","start":"2026-04-28T07:18:59.930879Z","end":"2026-04-28T07:19:00.054192Z","steps":["trace[1203695607] 'process raft request' (duration: 123.023296ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:00.054351Z","caller":"traceutil/trace.go:171","msg":"trace[519527354] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"122.511582ms","start":"2026-04-28T07:18:59.93181Z","end":"2026-04-28T07:19:00.054321Z","steps":["trace[519527354] 'process raft request' (duration: 122.343228ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:00.054607Z","caller":"traceutil/trace.go:171","msg":"trace[1524199231] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"123.451096ms","start":"2026-04-28T07:18:59.931145Z","end":"2026-04-28T07:19:00.054596Z","steps":["trace[1524199231] 'process raft request' (duration: 122.980294ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:00.054618Z","caller":"traceutil/trace.go:171","msg":"trace[870727890] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"120.252384ms","start":"2026-04-28T07:18:59.934328Z","end":"2026-04-28T07:19:00.05458Z","steps":["trace[870727890] 'process raft request' (duration: 119.881854ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:00.054615Z","caller":"traceutil/trace.go:171","msg":"trace[502233464] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1991; }","duration":"114.425916ms","start":"2026-04-28T07:18:59.940165Z","end":"2026-04-28T07:19:00.054591Z","steps":["trace[502233464] 'process raft request' (duration: 114.080647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:01.329337Z","caller":"traceutil/trace.go:171","msg":"trace[290638177] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"116.172231ms","start":"2026-04-28T07:19:01.213124Z","end":"2026-04-28T07:19:01.329296Z","steps":["trace[290638177] 'process raft request' (duration: 115.905184ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:02.854853Z","caller":"traceutil/trace.go:171","msg":"trace[705314964] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2063; }","duration":"149.363056ms","start":"2026-04-28T07:19:02.705441Z","end":"2026-04-28T07:19:02.854804Z","steps":["trace[705314964] 'process raft request' (duration: 149.039818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:02.855269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.644912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:1 size:6805"} {"level":"info","ts":"2026-04-28T07:19:02.854841Z","caller":"traceutil/trace.go:171","msg":"trace[392444974] linearizableReadLoop","detail":"{readStateIndex:2128; appliedIndex:2127; }","duration":"114.198432ms","start":"2026-04-28T07:19:02.740609Z","end":"2026-04-28T07:19:02.854807Z","steps":["trace[392444974] 'read index received' (duration: 114.080549ms)","trace[392444974] 'applied index is now lower than readState.Index' (duration: 116.343µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:02.855327Z","caller":"traceutil/trace.go:171","msg":"trace[484463985] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:1; response_revision:2064; }","duration":"114.785676ms","start":"2026-04-28T07:19:02.740529Z","end":"2026-04-28T07:19:02.855315Z","steps":["trace[484463985] 'agreement among raft nodes before linearized reading' (duration: 114.405537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:02.855486Z","caller":"traceutil/trace.go:171","msg":"trace[1129569873] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"148.887464ms","start":"2026-04-28T07:19:02.706583Z","end":"2026-04-28T07:19:02.85547Z","steps":["trace[1129569873] 'process raft request' (duration: 148.059883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:02.987896Z","caller":"traceutil/trace.go:171","msg":"trace[790234454] linearizableReadLoop","detail":"{readStateIndex:2129; appliedIndex:2128; }","duration":"129.179714ms","start":"2026-04-28T07:19:02.858681Z","end":"2026-04-28T07:19:02.987861Z","steps":["trace[790234454] 'read index received' (duration: 77.222639ms)","trace[790234454] 'applied index is now lower than readState.Index' (duration: 51.955055ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:02.987919Z","caller":"traceutil/trace.go:171","msg":"trace[1769596803] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2064; }","duration":"185.884729ms","start":"2026-04-28T07:19:02.801985Z","end":"2026-04-28T07:19:02.987869Z","steps":["trace[1769596803] 'process raft request' (duration: 134.089958ms)","trace[1769596803] 'compare' (duration: 51.711488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:02.988251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.541733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com\" ","response":"range_response_count:1 size:9379"} {"level":"info","ts":"2026-04-28T07:19:02.988304Z","caller":"traceutil/trace.go:171","msg":"trace[852580913] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterrestores.pxc.percona.com; range_end:; response_count:1; response_revision:2064; }","duration":"129.641265ms","start":"2026-04-28T07:19:02.858647Z","end":"2026-04-28T07:19:02.988289Z","steps":["trace[852580913] 'agreement among raft nodes before linearized reading' (duration: 129.41981ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:04.523453Z","caller":"traceutil/trace.go:171","msg":"trace[683008514] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2070; }","duration":"213.333657ms","start":"2026-04-28T07:19:04.310077Z","end":"2026-04-28T07:19:04.52341Z","steps":["trace[683008514] 'process raft request' (duration: 213.023699ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:04.64108Z","caller":"traceutil/trace.go:171","msg":"trace[2070090189] transaction","detail":"{read_only:false; number_of_response:0; response_revision:2070; }","duration":"103.238351ms","start":"2026-04-28T07:19:04.537819Z","end":"2026-04-28T07:19:04.641057Z","steps":["trace[2070090189] 'process raft request' (duration: 103.127378ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:05.557532Z","caller":"traceutil/trace.go:171","msg":"trace[318209343] transaction","detail":"{read_only:false; response_revision:2097; number_of_response:1; }","duration":"134.56785ms","start":"2026-04-28T07:19:05.422925Z","end":"2026-04-28T07:19:05.557493Z","steps":["trace[318209343] 'process raft request' (duration: 134.284293ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:05.557785Z","caller":"traceutil/trace.go:171","msg":"trace[1023539824] transaction","detail":"{read_only:false; response_revision:2098; number_of_response:1; }","duration":"134.760085ms","start":"2026-04-28T07:19:05.422974Z","end":"2026-04-28T07:19:05.557734Z","steps":["trace[1023539824] 'process raft request' (duration: 134.465828ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:05.557827Z","caller":"traceutil/trace.go:171","msg":"trace[1045371662] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"133.635047ms","start":"2026-04-28T07:19:05.424164Z","end":"2026-04-28T07:19:05.557799Z","steps":["trace[1045371662] 'process raft request' (duration: 133.497393ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:05.557827Z","caller":"traceutil/trace.go:171","msg":"trace[1111742746] linearizableReadLoop","detail":"{readStateIndex:2178; appliedIndex:2175; }","duration":"134.601331ms","start":"2026-04-28T07:19:05.423205Z","end":"2026-04-28T07:19:05.557807Z","steps":["trace[1111742746] 'read index received' (duration: 41.871717ms)","trace[1111742746] 'applied index is now lower than readState.Index' (duration: 92.728724ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:05.557844Z","caller":"traceutil/trace.go:171","msg":"trace[1929724195] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"132.60946ms","start":"2026-04-28T07:19:05.425204Z","end":"2026-04-28T07:19:05.557813Z","steps":["trace[1929724195] 'process raft request' (duration: 132.556459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:05.55804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.200202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:05.5581Z","caller":"traceutil/trace.go:171","msg":"trace[2005537131] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2100; }","duration":"127.305904ms","start":"2026-04-28T07:19:05.430777Z","end":"2026-04-28T07:19:05.558083Z","steps":["trace[2005537131] 'agreement among raft nodes before linearized reading' (duration: 127.189141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:05.558117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.874568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:5 size:36507"} {"level":"info","ts":"2026-04-28T07:19:05.558143Z","caller":"traceutil/trace.go:171","msg":"trace[1042416017] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:5; response_revision:2100; }","duration":"134.940549ms","start":"2026-04-28T07:19:05.423196Z","end":"2026-04-28T07:19:05.558137Z","steps":["trace[1042416017] 'agreement among raft nodes before linearized reading' (duration: 134.733114ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:06.198923Z","caller":"traceutil/trace.go:171","msg":"trace[1573050161] linearizableReadLoop","detail":"{readStateIndex:2182; appliedIndex:2181; }","duration":"105.281324ms","start":"2026-04-28T07:19:06.093621Z","end":"2026-04-28T07:19:06.198902Z","steps":["trace[1573050161] 'read index received' (duration: 105.084719ms)","trace[1573050161] 'applied index is now lower than readState.Index' (duration: 195.965µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:06.19897Z","caller":"traceutil/trace.go:171","msg":"trace[1991898266] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"105.458078ms","start":"2026-04-28T07:19:06.093494Z","end":"2026-04-28T07:19:06.198952Z","steps":["trace[1991898266] 'process raft request' (duration: 105.278114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:06.199029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.396187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:06.199053Z","caller":"traceutil/trace.go:171","msg":"trace[25045261] range","detail":"{range_begin:/registry/roles/openstack/rabbitmq-cluster-operator; range_end:; response_count:0; response_revision:2102; }","duration":"105.437358ms","start":"2026-04-28T07:19:06.093609Z","end":"2026-04-28T07:19:06.199046Z","steps":["trace[25045261] 'agreement among raft nodes before linearized reading' (duration: 105.374706ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:06.637553Z","caller":"traceutil/trace.go:171","msg":"trace[658907951] linearizableReadLoop","detail":"{readStateIndex:2188; appliedIndex:2187; }","duration":"147.13293ms","start":"2026-04-28T07:19:06.490394Z","end":"2026-04-28T07:19:06.637527Z","steps":["trace[658907951] 'read index received' (duration: 78.015609ms)","trace[658907951] 'applied index is now lower than readState.Index' (duration: 69.116121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:06.637747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.340665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-28T07:19:06.637794Z","caller":"traceutil/trace.go:171","msg":"trace[1767497879] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:2107; }","duration":"147.461088ms","start":"2026-04-28T07:19:06.490318Z","end":"2026-04-28T07:19:06.63778Z","steps":["trace[1767497879] 'agreement among raft nodes before linearized reading' (duration: 147.310084ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:06.638261Z","caller":"traceutil/trace.go:171","msg":"trace[1690023468] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"160.346248ms","start":"2026-04-28T07:19:06.47789Z","end":"2026-04-28T07:19:06.638236Z","steps":["trace[1690023468] 'process raft request' (duration: 90.441246ms)","trace[1690023468] 'compare' (duration: 69.030519ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:07.219247Z","caller":"traceutil/trace.go:171","msg":"trace[1599342141] transaction","detail":"{read_only:false; response_revision:2181; number_of_response:1; }","duration":"130.527837ms","start":"2026-04-28T07:19:07.088695Z","end":"2026-04-28T07:19:07.219223Z","steps":["trace[1599342141] 'process raft request' (duration: 130.475026ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:07.219282Z","caller":"traceutil/trace.go:171","msg":"trace[600631606] transaction","detail":"{read_only:false; response_revision:2180; number_of_response:1; }","duration":"133.317909ms","start":"2026-04-28T07:19:07.085924Z","end":"2026-04-28T07:19:07.219242Z","steps":["trace[600631606] 'process raft request' (duration: 65.333456ms)","trace[600631606] 'compare' (duration: 67.565292ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:07.219535Z","caller":"traceutil/trace.go:171","msg":"trace[734850640] linearizableReadLoop","detail":"{readStateIndex:2262; appliedIndex:2261; }","duration":"131.204565ms","start":"2026-04-28T07:19:07.08831Z","end":"2026-04-28T07:19:07.219515Z","steps":["trace[734850640] 'read index received' (duration: 62.971666ms)","trace[734850640] 'applied index is now lower than readState.Index' (duration: 68.230129ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:07.219793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.40051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:1114"} {"level":"info","ts":"2026-04-28T07:19:07.219862Z","caller":"traceutil/trace.go:171","msg":"trace[1324156299] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:2181; }","duration":"131.522093ms","start":"2026-04-28T07:19:07.088316Z","end":"2026-04-28T07:19:07.219838Z","steps":["trace[1324156299] 'agreement among raft nodes before linearized reading' (duration: 131.312117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.220049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.676596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1082"} {"level":"info","ts":"2026-04-28T07:19:07.220101Z","caller":"traceutil/trace.go:171","msg":"trace[335128720] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:2181; }","duration":"131.81259ms","start":"2026-04-28T07:19:07.08827Z","end":"2026-04-28T07:19:07.220083Z","steps":["trace[335128720] 'agreement among raft nodes before linearized reading' (duration: 131.597385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.220342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.532325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:6 size:278901"} {"level":"info","ts":"2026-04-28T07:19:07.220458Z","caller":"traceutil/trace.go:171","msg":"trace[2006769626] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:6; response_revision:2181; }","duration":"115.680909ms","start":"2026-04-28T07:19:07.104747Z","end":"2026-04-28T07:19:07.220428Z","steps":["trace[2006769626] 'agreement among raft nodes before linearized reading' (duration: 115.091194ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:07.421422Z","caller":"traceutil/trace.go:171","msg":"trace[2036212301] transaction","detail":"{read_only:false; response_revision:2182; number_of_response:1; }","duration":"121.507297ms","start":"2026-04-28T07:19:07.299878Z","end":"2026-04-28T07:19:07.421386Z","steps":["trace[2036212301] 'process raft request' (duration: 121.2165ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:07.518456Z","caller":"traceutil/trace.go:171","msg":"trace[1388593059] linearizableReadLoop","detail":"{readStateIndex:2265; appliedIndex:2263; }","duration":"159.944517ms","start":"2026-04-28T07:19:07.358472Z","end":"2026-04-28T07:19:07.518417Z","steps":["trace[1388593059] 'read index received' (duration: 62.566824ms)","trace[1388593059] 'applied index is now lower than readState.Index' (duration: 97.374733ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:07.519065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.564033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:7 size:281468"} {"level":"info","ts":"2026-04-28T07:19:07.519181Z","caller":"traceutil/trace.go:171","msg":"trace[1796186061] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:7; response_revision:2183; }","duration":"160.765467ms","start":"2026-04-28T07:19:07.358393Z","end":"2026-04-28T07:19:07.519158Z","steps":["trace[1796186061] 'agreement among raft nodes before linearized reading' (duration: 160.135321ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:07.549361Z","caller":"traceutil/trace.go:171","msg":"trace[1772704750] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"108.453825ms","start":"2026-04-28T07:19:07.440868Z","end":"2026-04-28T07:19:07.549321Z","steps":["trace[1772704750] 'process raft request' (duration: 108.207819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.549391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.465256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:19:07.549575Z","caller":"traceutil/trace.go:171","msg":"trace[520928679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2184; }","duration":"130.696032ms","start":"2026-04-28T07:19:07.418864Z","end":"2026-04-28T07:19:07.54956Z","steps":["trace[520928679] 'agreement among raft nodes before linearized reading' (duration: 130.370564ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:07.687837Z","caller":"traceutil/trace.go:171","msg":"trace[723379798] linearizableReadLoop","detail":"{readStateIndex:2269; appliedIndex:2267; }","duration":"126.278289ms","start":"2026-04-28T07:19:07.561539Z","end":"2026-04-28T07:19:07.687818Z","steps":["trace[723379798] 'read index received' (duration: 40.116923ms)","trace[723379798] 'applied index is now lower than readState.Index' (duration: 86.153376ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:07.688131Z","caller":"traceutil/trace.go:171","msg":"trace[82031817] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"133.499073ms","start":"2026-04-28T07:19:07.554624Z","end":"2026-04-28T07:19:07.688123Z","steps":["trace[82031817] 'process raft request' (duration: 133.01084ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:07.688377Z","caller":"traceutil/trace.go:171","msg":"trace[926597903] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"120.190003ms","start":"2026-04-28T07:19:07.568178Z","end":"2026-04-28T07:19:07.688369Z","steps":["trace[926597903] 'process raft request' (duration: 119.591758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.688575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.017329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:19:07.6886Z","caller":"traceutil/trace.go:171","msg":"trace[750323452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2187; }","duration":"127.089561ms","start":"2026-04-28T07:19:07.561503Z","end":"2026-04-28T07:19:07.688593Z","steps":["trace[750323452] 'agreement among raft nodes before linearized reading' (duration: 126.966667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.688976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.289475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T07:19:07.689026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.457286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:3261"} {"level":"info","ts":"2026-04-28T07:19:07.689056Z","caller":"traceutil/trace.go:171","msg":"trace[1086919938] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:2187; }","duration":"121.546989ms","start":"2026-04-28T07:19:07.567495Z","end":"2026-04-28T07:19:07.689042Z","steps":["trace[1086919938] 'agreement among raft nodes before linearized reading' (duration: 121.478137ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:07.689068Z","caller":"traceutil/trace.go:171","msg":"trace[1018720506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2187; }","duration":"127.411898ms","start":"2026-04-28T07:19:07.561629Z","end":"2026-04-28T07:19:07.689041Z","steps":["trace[1018720506] 'agreement among raft nodes before linearized reading' (duration: 127.151841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.689211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.507345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:19:07.689268Z","caller":"traceutil/trace.go:171","msg":"trace[909878423] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2187; }","duration":"126.584076ms","start":"2026-04-28T07:19:07.562667Z","end":"2026-04-28T07:19:07.689251Z","steps":["trace[909878423] 'agreement among raft nodes before linearized reading' (duration: 126.419932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:07.689436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.364477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:19:07.689487Z","caller":"traceutil/trace.go:171","msg":"trace[664275504] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2187; }","duration":"127.44569ms","start":"2026-04-28T07:19:07.562025Z","end":"2026-04-28T07:19:07.689471Z","steps":["trace[664275504] 'agreement among raft nodes before linearized reading' (duration: 127.299776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:12.842579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.646327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:12.842725Z","caller":"traceutil/trace.go:171","msg":"trace[2076764390] linearizableReadLoop","detail":"{readStateIndex:2315; appliedIndex:2314; }","duration":"493.086988ms","start":"2026-04-28T07:19:12.349619Z","end":"2026-04-28T07:19:12.842706Z","steps":["trace[2076764390] 'read index received' (duration: 173.128153ms)","trace[2076764390] 'applied index is now lower than readState.Index' (duration: 319.957175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:12.842863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.260643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:12.84288Z","caller":"traceutil/trace.go:171","msg":"trace[662436432] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:0; response_revision:2230; }","duration":"493.324504ms","start":"2026-04-28T07:19:12.349548Z","end":"2026-04-28T07:19:12.842872Z","steps":["trace[662436432] 'agreement among raft nodes before linearized reading' (duration: 493.251042ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:12.842831Z","caller":"traceutil/trace.go:171","msg":"trace[931889763] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"498.975938ms","start":"2026-04-28T07:19:12.343807Z","end":"2026-04-28T07:19:12.842783Z","steps":["trace[931889763] 'process raft request' (duration: 178.998392ms)","trace[931889763] 'compare' (duration: 319.458183ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:12.842906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.349531Z","time spent":"493.369916ms","remote":"127.0.0.1:50010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" "} {"level":"warn","ts":"2026-04-28T07:19:12.8431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.343773Z","time spent":"499.148252ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:12.843442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.497726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:12.843544Z","caller":"traceutil/trace.go:171","msg":"trace[591188756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2230; }","duration":"139.67651ms","start":"2026-04-28T07:19:12.703848Z","end":"2026-04-28T07:19:12.843524Z","steps":["trace[591188756] 'agreement among raft nodes before linearized reading' (duration: 139.511936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:12.843921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.478621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-549c6\" ","response":"range_response_count:1 size:7304"} {"level":"info","ts":"2026-04-28T07:19:12.844062Z","caller":"traceutil/trace.go:171","msg":"trace[1983349323] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-549c6; range_end:; response_count:1; response_revision:2230; }","duration":"335.690116ms","start":"2026-04-28T07:19:12.508347Z","end":"2026-04-28T07:19:12.844037Z","steps":["trace[1983349323] 'agreement among raft nodes before linearized reading' (duration: 334.708741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:12.844126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.508324Z","time spent":"335.789949ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-549c6\" "} {"level":"warn","ts":"2026-04-28T07:19:13.583727Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765108021,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:19:13.924596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.067825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:13.924872Z","caller":"traceutil/trace.go:171","msg":"trace[1536456244] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"1.063228161s","start":"2026-04-28T07:19:12.861619Z","end":"2026-04-28T07:19:13.924848Z","steps":["trace[1536456244] 'process raft request' (duration: 1.063142939s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:13.924974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.861602Z","time spent":"1.063329273s","remote":"127.0.0.1:50010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:19:13.924953Z","caller":"traceutil/trace.go:171","msg":"trace[1097190100] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"1.066002812s","start":"2026-04-28T07:19:12.858895Z","end":"2026-04-28T07:19:13.924898Z","steps":["trace[1097190100] 'process raft request' (duration: 88.522356ms)","trace[1097190100] 'compare' (duration: 976.90847ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:13.925158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:12.858873Z","time spent":"1.066175046s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:14.052563Z","caller":"traceutil/trace.go:171","msg":"trace[1042828443] linearizableReadLoop","detail":"{readStateIndex:2318; appliedIndex:2315; }","duration":"969.475261ms","start":"2026-04-28T07:19:13.08305Z","end":"2026-04-28T07:19:14.052526Z","steps":["trace[1042828443] 'read index received' (duration: 674.342559ms)","trace[1042828443] 'applied index is now lower than readState.Index' (duration: 295.130952ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:14.052754Z","caller":"traceutil/trace.go:171","msg":"trace[906648381] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"811.023762ms","start":"2026-04-28T07:19:13.241708Z","end":"2026-04-28T07:19:14.052732Z","steps":["trace[906648381] 'process raft request' (duration: 784.128967ms)","trace[906648381] 'compare' (duration: 26.519365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:14.052929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:13.241687Z","time spent":"811.122504ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:14.052918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.84455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:118754"} {"level":"info","ts":"2026-04-28T07:19:14.053008Z","caller":"traceutil/trace.go:171","msg":"trace[2017616065] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2233; }","duration":"970.004665ms","start":"2026-04-28T07:19:13.082983Z","end":"2026-04-28T07:19:14.052988Z","steps":["trace[2017616065] 'agreement among raft nodes before linearized reading' (duration: 969.743208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.053057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:13.082959Z","time spent":"970.089597ms","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":118776,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-28T07:19:14.055066Z","caller":"traceutil/trace.go:171","msg":"trace[1155936078] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"118.571352ms","start":"2026-04-28T07:19:13.936472Z","end":"2026-04-28T07:19:14.055044Z","steps":["trace[1155936078] 'process raft request' (duration: 118.339706ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:14.055301Z","caller":"traceutil/trace.go:171","msg":"trace[2137264053] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"118.443029ms","start":"2026-04-28T07:19:13.936833Z","end":"2026-04-28T07:19:14.055276Z","steps":["trace[2137264053] 'process raft request' (duration: 118.12028ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:14.055864Z","caller":"traceutil/trace.go:171","msg":"trace[1396792771] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"118.823029ms","start":"2026-04-28T07:19:13.937016Z","end":"2026-04-28T07:19:14.055839Z","steps":["trace[1396792771] 'process raft request' (duration: 117.988848ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:14.056175Z","caller":"traceutil/trace.go:171","msg":"trace[1655709800] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"118.736887ms","start":"2026-04-28T07:19:13.937418Z","end":"2026-04-28T07:19:14.056155Z","steps":["trace[1655709800] 'process raft request' (duration: 118.355286ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:14.056325Z","caller":"traceutil/trace.go:171","msg":"trace[494544497] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"118.305236ms","start":"2026-04-28T07:19:13.937994Z","end":"2026-04-28T07:19:14.0563Z","steps":["trace[494544497] 'process raft request' (duration: 118.06912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.056565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.285607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-28T07:19:14.056647Z","caller":"traceutil/trace.go:171","msg":"trace[605101010] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2241; }","duration":"971.374741ms","start":"2026-04-28T07:19:13.085253Z","end":"2026-04-28T07:19:14.056628Z","steps":["trace[605101010] 'agreement among raft nodes before linearized reading' (duration: 971.213986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.056695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:13.085192Z","time spent":"971.490743ms","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-28T07:19:14.056713Z","caller":"traceutil/trace.go:171","msg":"trace[79608935] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2241; }","duration":"109.392818ms","start":"2026-04-28T07:19:13.947308Z","end":"2026-04-28T07:19:14.056701Z","steps":["trace[79608935] 'process raft request' (duration: 109.099101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.05703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.291321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-549c6\" ","response":"range_response_count:1 size:7120"} {"level":"info","ts":"2026-04-28T07:19:14.057089Z","caller":"traceutil/trace.go:171","msg":"trace[1155326974] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-549c6; range_end:; response_count:1; response_revision:2241; }","duration":"121.428315ms","start":"2026-04-28T07:19:13.935645Z","end":"2026-04-28T07:19:14.057073Z","steps":["trace[1155326974] 'agreement among raft nodes before linearized reading' (duration: 121.283561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.057312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.716863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:19:14.057374Z","caller":"traceutil/trace.go:171","msg":"trace[1317213491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2241; }","duration":"307.832517ms","start":"2026-04-28T07:19:13.749527Z","end":"2026-04-28T07:19:14.05736Z","steps":["trace[1317213491] 'agreement among raft nodes before linearized reading' (duration: 307.650712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.057392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.342136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:19:14.057442Z","caller":"traceutil/trace.go:171","msg":"trace[465349786] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2241; }","duration":"333.507061ms","start":"2026-04-28T07:19:13.723921Z","end":"2026-04-28T07:19:14.057428Z","steps":["trace[465349786] 'agreement among raft nodes before linearized reading' (duration: 333.362387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.057521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:13.723891Z","time spent":"333.617204ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:19:14.057544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.568511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:19:14.057567Z","caller":"traceutil/trace.go:171","msg":"trace[234746038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2241; }","duration":"218.614802ms","start":"2026-04-28T07:19:13.838945Z","end":"2026-04-28T07:19:14.05756Z","steps":["trace[234746038] 'agreement among raft nodes before linearized reading' (duration: 218.55046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.057705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.887669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:19:14.057728Z","caller":"traceutil/trace.go:171","msg":"trace[853827593] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2241; }","duration":"227.95254ms","start":"2026-04-28T07:19:13.829771Z","end":"2026-04-28T07:19:14.057723Z","steps":["trace[853827593] 'agreement among raft nodes before linearized reading' (duration: 227.883718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.057468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.384736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:19:14.057771Z","caller":"traceutil/trace.go:171","msg":"trace[271881009] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2241; }","duration":"216.694323ms","start":"2026-04-28T07:19:13.841058Z","end":"2026-04-28T07:19:14.057752Z","steps":["trace[271881009] 'agreement among raft nodes before linearized reading' (duration: 216.362664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.057406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:13.749503Z","time spent":"307.897158ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:19:14.057825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.815717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:19:14.057878Z","caller":"traceutil/trace.go:171","msg":"trace[58586025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2241; }","duration":"402.966342ms","start":"2026-04-28T07:19:13.654897Z","end":"2026-04-28T07:19:14.057864Z","steps":["trace[58586025] 'agreement among raft nodes before linearized reading' (duration: 402.825038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:14.057933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:13.654867Z","time spent":"403.052864ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:19:14.057938Z","caller":"traceutil/trace.go:171","msg":"trace[771246506] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"119.585879ms","start":"2026-04-28T07:19:13.938328Z","end":"2026-04-28T07:19:14.057914Z","steps":["trace[771246506] 'process raft request' (duration: 117.863076ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:14.058203Z","caller":"traceutil/trace.go:171","msg":"trace[460082191] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"119.67982ms","start":"2026-04-28T07:19:13.938502Z","end":"2026-04-28T07:19:14.058182Z","steps":["trace[460082191] 'process raft request' (duration: 117.764451ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:14.058232Z","caller":"traceutil/trace.go:171","msg":"trace[2023428482] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"114.744674ms","start":"2026-04-28T07:19:13.943463Z","end":"2026-04-28T07:19:14.058208Z","steps":["trace[2023428482] 'process raft request' (duration: 112.869097ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:15.729012Z","caller":"traceutil/trace.go:171","msg":"trace[2083863862] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"146.227118ms","start":"2026-04-28T07:19:15.582746Z","end":"2026-04-28T07:19:15.728973Z","steps":["trace[2083863862] 'process raft request' (duration: 117.891836ms)","trace[2083863862] 'compare' (duration: 28.158728ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:16.103076Z","caller":"traceutil/trace.go:171","msg":"trace[295272676] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"513.749105ms","start":"2026-04-28T07:19:15.589252Z","end":"2026-04-28T07:19:16.103001Z","steps":["trace[295272676] 'process raft request' (duration: 513.414956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:16.103249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.146917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:16.103236Z","caller":"traceutil/trace.go:171","msg":"trace[806490363] linearizableReadLoop","detail":"{readStateIndex:2392; appliedIndex:2391; }","duration":"395.87367ms","start":"2026-04-28T07:19:15.707066Z","end":"2026-04-28T07:19:16.10294Z","steps":["trace[806490363] 'read index received' (duration: 395.663095ms)","trace[806490363] 'applied index is now lower than readState.Index' (duration: 209.155µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:16.103333Z","caller":"traceutil/trace.go:171","msg":"trace[300352298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2301; }","duration":"396.306711ms","start":"2026-04-28T07:19:15.707007Z","end":"2026-04-28T07:19:16.103313Z","steps":["trace[300352298] 'agreement among raft nodes before linearized reading' (duration: 396.114197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:16.103392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:15.706977Z","time spent":"396.401313ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:19:16.103706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:15.589231Z","time spent":"513.986491ms","remote":"127.0.0.1:49844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1096,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:18.101066Z","caller":"traceutil/trace.go:171","msg":"trace[90099837] linearizableReadLoop","detail":"{readStateIndex:2415; appliedIndex:2414; }","duration":"180.378788ms","start":"2026-04-28T07:19:17.920655Z","end":"2026-04-28T07:19:18.101033Z","steps":["trace[90099837] 'read index received' (duration: 180.186943ms)","trace[90099837] 'applied index is now lower than readState.Index' (duration: 190.315µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:18.101252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.563762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:18.101282Z","caller":"traceutil/trace.go:171","msg":"trace[174081799] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:0; response_revision:2323; }","duration":"180.669116ms","start":"2026-04-28T07:19:17.920601Z","end":"2026-04-28T07:19:18.10127Z","steps":["trace[174081799] 'agreement among raft nodes before linearized reading' (duration: 180.553222ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:18.101239Z","caller":"traceutil/trace.go:171","msg":"trace[998503179] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"214.402374ms","start":"2026-04-28T07:19:17.886787Z","end":"2026-04-28T07:19:18.101189Z","steps":["trace[998503179] 'process raft request' (duration: 213.972354ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:18.314713Z","caller":"traceutil/trace.go:171","msg":"trace[1212214677] transaction","detail":"{read_only:false; response_revision:2324; number_of_response:1; }","duration":"386.332018ms","start":"2026-04-28T07:19:17.928348Z","end":"2026-04-28T07:19:18.31468Z","steps":["trace[1212214677] 'process raft request' (duration: 386.069001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:18.31494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:17.928308Z","time spent":"386.516443ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:18.318157Z","caller":"traceutil/trace.go:171","msg":"trace[250198723] transaction","detail":"{read_only:false; response_revision:2325; number_of_response:1; }","duration":"212.292942ms","start":"2026-04-28T07:19:18.105846Z","end":"2026-04-28T07:19:18.318139Z","steps":["trace[250198723] 'process raft request' (duration: 212.070246ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:18.318138Z","caller":"traceutil/trace.go:171","msg":"trace[2137032606] linearizableReadLoop","detail":"{readStateIndex:2418; appliedIndex:2415; }","duration":"201.421464ms","start":"2026-04-28T07:19:18.116686Z","end":"2026-04-28T07:19:18.318107Z","steps":["trace[2137032606] 'read index received' (duration: 197.769671ms)","trace[2137032606] 'applied index is now lower than readState.Index' (duration: 3.650143ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:18.318226Z","caller":"traceutil/trace.go:171","msg":"trace[1503779844] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"208.536806ms","start":"2026-04-28T07:19:18.109643Z","end":"2026-04-28T07:19:18.318179Z","steps":["trace[1503779844] 'process raft request' (duration: 208.406493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:18.318702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.485704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-wqzlf\" ","response":"range_response_count:1 size:5533"} {"level":"warn","ts":"2026-04-28T07:19:18.3187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.468828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:19:18.318743Z","caller":"traceutil/trace.go:171","msg":"trace[571894862] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-wqzlf; range_end:; response_count:1; response_revision:2326; }","duration":"137.593828ms","start":"2026-04-28T07:19:18.181139Z","end":"2026-04-28T07:19:18.318733Z","steps":["trace[571894862] 'agreement among raft nodes before linearized reading' (duration: 137.419643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:18.318671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.660617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T07:19:18.318787Z","caller":"traceutil/trace.go:171","msg":"trace[1158966017] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2326; }","duration":"196.561959ms","start":"2026-04-28T07:19:18.122202Z","end":"2026-04-28T07:19:18.318764Z","steps":["trace[1158966017] 'agreement among raft nodes before linearized reading' (duration: 196.413316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:18.318808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.434097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:19:18.318866Z","caller":"traceutil/trace.go:171","msg":"trace[1271451531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2326; }","duration":"196.53876ms","start":"2026-04-28T07:19:18.122312Z","end":"2026-04-28T07:19:18.318851Z","steps":["trace[1271451531] 'agreement among raft nodes before linearized reading' (duration: 196.287773ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:18.318867Z","caller":"traceutil/trace.go:171","msg":"trace[2123320410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2326; }","duration":"195.836212ms","start":"2026-04-28T07:19:18.122948Z","end":"2026-04-28T07:19:18.318785Z","steps":["trace[2123320410] 'agreement among raft nodes before linearized reading' (duration: 195.567305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:18.319069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.077661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T07:19:18.319183Z","caller":"traceutil/trace.go:171","msg":"trace[1326885070] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2326; }","duration":"195.251646ms","start":"2026-04-28T07:19:18.123908Z","end":"2026-04-28T07:19:18.319159Z","steps":["trace[1326885070] 'agreement among raft nodes before linearized reading' (duration: 194.687542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:18.31927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.734642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T07:19:18.319352Z","caller":"traceutil/trace.go:171","msg":"trace[100951649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2326; }","duration":"202.673665ms","start":"2026-04-28T07:19:18.116638Z","end":"2026-04-28T07:19:18.319312Z","steps":["trace[100951649] 'agreement among raft nodes before linearized reading' (duration: 201.642189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:18.31857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.762188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:19:18.319504Z","caller":"traceutil/trace.go:171","msg":"trace[1574311619] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2326; }","duration":"201.745952ms","start":"2026-04-28T07:19:18.117719Z","end":"2026-04-28T07:19:18.319465Z","steps":["trace[1574311619] 'agreement among raft nodes before linearized reading' (duration: 200.659285ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:20.639218Z","caller":"traceutil/trace.go:171","msg":"trace[1648656083] transaction","detail":"{read_only:false; response_revision:2363; number_of_response:1; }","duration":"327.62754ms","start":"2026-04-28T07:19:20.311552Z","end":"2026-04-28T07:19:20.63918Z","steps":["trace[1648656083] 'process raft request' (duration: 327.353733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:20.639427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:20.311518Z","time spent":"327.805026ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":840,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:19:20.888385Z","caller":"traceutil/trace.go:171","msg":"trace[2036920978] transaction","detail":"{read_only:false; response_revision:2364; number_of_response:1; }","duration":"562.586789ms","start":"2026-04-28T07:19:20.325679Z","end":"2026-04-28T07:19:20.888265Z","steps":["trace[2036920978] 'process raft request' (duration: 562.080526ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:20.888535Z","caller":"traceutil/trace.go:171","msg":"trace[881966436] transaction","detail":"{read_only:false; response_revision:2365; number_of_response:1; }","duration":"556.235657ms","start":"2026-04-28T07:19:20.332277Z","end":"2026-04-28T07:19:20.888512Z","steps":["trace[881966436] 'process raft request' (duration: 555.926129ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:20.888412Z","caller":"traceutil/trace.go:171","msg":"trace[448152729] linearizableReadLoop","detail":"{readStateIndex:2457; appliedIndex:2455; }","duration":"557.031767ms","start":"2026-04-28T07:19:20.331338Z","end":"2026-04-28T07:19:20.88837Z","steps":["trace[448152729] 'read index received' (duration: 307.656381ms)","trace[448152729] 'applied index is now lower than readState.Index' (duration: 249.373686ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:20.888694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:20.325651Z","time spent":"562.882266ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:20.888746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:20.332255Z","time spent":"556.33931ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:20.888956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.511804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:20.888995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.642764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:19:20.889041Z","caller":"traceutil/trace.go:171","msg":"trace[1746248006] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:2365; }","duration":"297.642498ms","start":"2026-04-28T07:19:20.59138Z","end":"2026-04-28T07:19:20.889022Z","steps":["trace[1746248006] 'agreement among raft nodes before linearized reading' (duration: 297.488144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:20.889157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.052251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:20.889201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.733795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T07:19:20.889261Z","caller":"traceutil/trace.go:171","msg":"trace[514398981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2365; }","duration":"553.805596ms","start":"2026-04-28T07:19:20.335437Z","end":"2026-04-28T07:19:20.889242Z","steps":["trace[514398981] 'agreement among raft nodes before linearized reading' (duration: 553.612861ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:20.889225Z","caller":"traceutil/trace.go:171","msg":"trace[1711249140] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:0; response_revision:2365; }","duration":"162.117232ms","start":"2026-04-28T07:19:20.727072Z","end":"2026-04-28T07:19:20.88919Z","steps":["trace[1711249140] 'agreement among raft nodes before linearized reading' (duration: 162.044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:20.88932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:20.33543Z","time spent":"553.875578ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:19:20.889315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.563138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-28T07:19:20.889297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.930246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:20.889383Z","caller":"traceutil/trace.go:171","msg":"trace[306496032] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2365; }","duration":"325.636649ms","start":"2026-04-28T07:19:20.563731Z","end":"2026-04-28T07:19:20.889368Z","steps":["trace[306496032] 'agreement among raft nodes before linearized reading' (duration: 325.351752ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:20.889409Z","caller":"traceutil/trace.go:171","msg":"trace[1182827532] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2365; }","duration":"200.125592ms","start":"2026-04-28T07:19:20.689259Z","end":"2026-04-28T07:19:20.889385Z","steps":["trace[1182827532] 'agreement among raft nodes before linearized reading' (duration: 199.924797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:20.889433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:20.563666Z","time spent":"325.758674ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T07:19:20.88934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.185151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:19:20.889597Z","caller":"traceutil/trace.go:171","msg":"trace[1599453641] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2365; }","duration":"555.389316ms","start":"2026-04-28T07:19:20.33412Z","end":"2026-04-28T07:19:20.889509Z","steps":["trace[1599453641] 'agreement among raft nodes before linearized reading' (duration: 555.078488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:20.889666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:20.334113Z","time spent":"555.528679ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:19:20.889675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.671817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T07:19:20.88976Z","caller":"traceutil/trace.go:171","msg":"trace[956701310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2365; }","duration":"550.78939ms","start":"2026-04-28T07:19:20.33895Z","end":"2026-04-28T07:19:20.889739Z","steps":["trace[956701310] 'agreement among raft nodes before linearized reading' (duration: 550.514183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:20.889826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:20.338943Z","time spent":"550.866622ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:19:20.890004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.070069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T07:19:20.890072Z","caller":"traceutil/trace.go:171","msg":"trace[1198947646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2365; }","duration":"557.199573ms","start":"2026-04-28T07:19:20.332854Z","end":"2026-04-28T07:19:20.890054Z","steps":["trace[1198947646] 'agreement among raft nodes before linearized reading' (duration: 556.007223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:20.890129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:20.33284Z","time spent":"557.274794ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:19:20.890332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.484224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:19:20.890561Z","caller":"traceutil/trace.go:171","msg":"trace[1210497276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2365; }","duration":"557.001158ms","start":"2026-04-28T07:19:20.333536Z","end":"2026-04-28T07:19:20.890537Z","steps":["trace[1210497276] 'agreement among raft nodes before linearized reading' (duration: 555.751416ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:20.890097Z","caller":"traceutil/trace.go:171","msg":"trace[157300473] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2365; }","duration":"557.799348ms","start":"2026-04-28T07:19:20.331267Z","end":"2026-04-28T07:19:20.889067Z","steps":["trace[157300473] 'agreement among raft nodes before linearized reading' (duration: 557.49685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:20.890741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:20.331228Z","time spent":"559.49318ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:19:20.890975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:20.33353Z","time spent":"557.422708ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:19:22.960703Z","caller":"traceutil/trace.go:171","msg":"trace[2122613124] transaction","detail":"{read_only:false; response_revision:2383; number_of_response:1; }","duration":"102.715528ms","start":"2026-04-28T07:19:22.857948Z","end":"2026-04-28T07:19:22.960664Z","steps":["trace[2122613124] 'process raft request' (duration: 102.498503ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:26.317395Z","caller":"traceutil/trace.go:171","msg":"trace[1070619499] linearizableReadLoop","detail":"{readStateIndex:2497; appliedIndex:2496; }","duration":"432.974323ms","start":"2026-04-28T07:19:25.884388Z","end":"2026-04-28T07:19:26.317363Z","steps":["trace[1070619499] 'read index received' (duration: 432.695176ms)","trace[1070619499] 'applied index is now lower than readState.Index' (duration: 277.727µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:26.317494Z","caller":"traceutil/trace.go:171","msg":"trace[954287710] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"493.980189ms","start":"2026-04-28T07:19:25.823461Z","end":"2026-04-28T07:19:26.317441Z","steps":["trace[954287710] 'process raft request' (duration: 493.695122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:26.317596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.161658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:19:26.317657Z","caller":"traceutil/trace.go:171","msg":"trace[1755409779] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2403; }","duration":"433.293121ms","start":"2026-04-28T07:19:25.884343Z","end":"2026-04-28T07:19:26.317636Z","steps":["trace[1755409779] 'agreement among raft nodes before linearized reading' (duration: 433.152848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:26.317686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:25.823413Z","time spent":"494.171334ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:26.317735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:25.884322Z","time spent":"433.391165ms","remote":"127.0.0.1:49844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:27.625781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.889096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:19:27.625992Z","caller":"traceutil/trace.go:171","msg":"trace[1422056500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2403; }","duration":"922.176875ms","start":"2026-04-28T07:19:26.703789Z","end":"2026-04-28T07:19:27.625966Z","steps":["trace[1422056500] 'range keys from in-memory index tree' (duration: 921.792124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:27.62609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:26.70376Z","time spent":"922.312898ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:19:27.62587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.642129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/libvirt-libvirt-default-rdw94.18aa7431987c20be\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-28T07:19:27.626502Z","caller":"traceutil/trace.go:171","msg":"trace[1056298539] range","detail":"{range_begin:/registry/events/openstack/libvirt-libvirt-default-rdw94.18aa7431987c20be; range_end:; response_count:1; response_revision:2403; }","duration":"723.350228ms","start":"2026-04-28T07:19:26.903133Z","end":"2026-04-28T07:19:27.626483Z","steps":["trace[1056298539] 'range keys from in-memory index tree' (duration: 722.366221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:27.626577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:26.903101Z","time spent":"723.457641ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":803,"request content":"key:\"/registry/events/openstack/libvirt-libvirt-default-rdw94.18aa7431987c20be\" "} {"level":"warn","ts":"2026-04-28T07:19:27.626935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.301932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:19:27.627067Z","caller":"traceutil/trace.go:171","msg":"trace[1427742085] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"645.140443ms","start":"2026-04-28T07:19:26.981907Z","end":"2026-04-28T07:19:27.627047Z","steps":["trace[1427742085] 'process raft request' (duration: 388.655086ms)","trace[1427742085] 'compare' (duration: 255.848771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:27.627184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:26.981867Z","time spent":"645.280577ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:27.665746Z","caller":"traceutil/trace.go:171","msg":"trace[1806760866] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"678.209056ms","start":"2026-04-28T07:19:26.987507Z","end":"2026-04-28T07:19:27.665716Z","steps":["trace[1806760866] 'process raft request' (duration: 678.004491ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:27.666061Z","caller":"traceutil/trace.go:171","msg":"trace[1606011549] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"677.604551ms","start":"2026-04-28T07:19:26.988439Z","end":"2026-04-28T07:19:27.666044Z","steps":["trace[1606011549] 'process raft request' (duration: 677.230422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:27.666144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:26.988424Z","time spent":"677.683353ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:27.666278Z","caller":"traceutil/trace.go:171","msg":"trace[1116537536] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"625.143713ms","start":"2026-04-28T07:19:27.041101Z","end":"2026-04-28T07:19:27.666245Z","steps":["trace[1116537536] 'process raft request' (duration: 624.833396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:27.666011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:26.987461Z","time spent":"678.371901ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:27.666406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:27.041062Z","time spent":"625.286617ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:27.669414Z","caller":"traceutil/trace.go:171","msg":"trace[1455124604] linearizableReadLoop","detail":"{readStateIndex:2500; appliedIndex:2497; }","duration":"676.675408ms","start":"2026-04-28T07:19:26.99272Z","end":"2026-04-28T07:19:27.669395Z","steps":["trace[1455124604] 'read index received' (duration: 377.836271ms)","trace[1455124604] 'applied index is now lower than readState.Index' (duration: 298.836417ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:27.669641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.903664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:19:27.669699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.821009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:19:27.669732Z","caller":"traceutil/trace.go:171","msg":"trace[652378382] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2408; }","duration":"677.043658ms","start":"2026-04-28T07:19:26.992668Z","end":"2026-04-28T07:19:27.669712Z","steps":["trace[652378382] 'agreement among raft nodes before linearized reading' (duration: 676.797451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:27.669733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.828161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T07:19:27.669787Z","caller":"traceutil/trace.go:171","msg":"trace[1085516869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2408; }","duration":"652.953923ms","start":"2026-04-28T07:19:27.016812Z","end":"2026-04-28T07:19:27.669766Z","steps":["trace[1085516869] 'agreement among raft nodes before linearized reading' (duration: 652.707847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:27.669811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:26.992653Z","time spent":"677.14837ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:19:27.669823Z","caller":"traceutil/trace.go:171","msg":"trace[1170045859] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2408; }","duration":"654.969275ms","start":"2026-04-28T07:19:27.014835Z","end":"2026-04-28T07:19:27.669804Z","steps":["trace[1170045859] 'agreement among raft nodes before linearized reading' (duration: 654.75296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:27.669837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.670451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:19:27.669841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:27.0168Z","time spent":"653.030595ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:19:27.669843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.143954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T07:19:27.669867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:27.014814Z","time spent":"655.043456ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:19:27.669747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.98006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:19:27.669889Z","caller":"traceutil/trace.go:171","msg":"trace[1794316143] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:2408; }","duration":"449.754893ms","start":"2026-04-28T07:19:27.220113Z","end":"2026-04-28T07:19:27.669868Z","steps":["trace[1794316143] 'agreement among raft nodes before linearized reading' (duration: 449.692071ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:27.669896Z","caller":"traceutil/trace.go:171","msg":"trace[1625763080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2408; }","duration":"676.244066ms","start":"2026-04-28T07:19:26.993639Z","end":"2026-04-28T07:19:27.669883Z","steps":["trace[1625763080] 'agreement among raft nodes before linearized reading' (duration: 676.089162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:27.669937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:26.993604Z","time spent":"676.325468ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:19:27.669937Z","caller":"traceutil/trace.go:171","msg":"trace[1972020913] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2408; }","duration":"676.206556ms","start":"2026-04-28T07:19:26.993712Z","end":"2026-04-28T07:19:27.669919Z","steps":["trace[1972020913] 'agreement among raft nodes before linearized reading' (duration: 675.829526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:27.669936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:27.220088Z","time spent":"449.838275ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:19:27.670006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:26.9937Z","time spent":"676.281727ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:19:27.670359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.680788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:19:27.670417Z","caller":"traceutil/trace.go:171","msg":"trace[1595166752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2408; }","duration":"676.76938ms","start":"2026-04-28T07:19:26.993624Z","end":"2026-04-28T07:19:27.670394Z","steps":["trace[1595166752] 'agreement among raft nodes before linearized reading' (duration: 675.862907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:27.670453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:26.9936Z","time spent":"676.845211ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:19:32.206468Z","caller":"traceutil/trace.go:171","msg":"trace[510055429] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"456.746782ms","start":"2026-04-28T07:19:31.749689Z","end":"2026-04-28T07:19:32.206436Z","steps":["trace[510055429] 'process raft request' (duration: 422.473097ms)","trace[510055429] 'compare' (duration: 34.0862ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:32.206615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:31.749662Z","time spent":"456.880666ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:32.649377Z","caller":"traceutil/trace.go:171","msg":"trace[1465313041] linearizableReadLoop","detail":"{readStateIndex:2529; appliedIndex:2525; }","duration":"897.893856ms","start":"2026-04-28T07:19:31.751454Z","end":"2026-04-28T07:19:32.649348Z","steps":["trace[1465313041] 'read index received' (duration: 420.724274ms)","trace[1465313041] 'applied index is now lower than readState.Index' (duration: 477.168182ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:19:32.64968Z","caller":"traceutil/trace.go:171","msg":"trace[1830058938] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"899.848955ms","start":"2026-04-28T07:19:31.749817Z","end":"2026-04-28T07:19:32.649665Z","steps":["trace[1830058938] 'process raft request' (duration: 830.563919ms)","trace[1830058938] 'compare' (duration: 68.691431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:19:32.649821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:31.749802Z","time spent":"899.913518ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:32.650014Z","caller":"traceutil/trace.go:171","msg":"trace[1358083155] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"899.578239ms","start":"2026-04-28T07:19:31.750426Z","end":"2026-04-28T07:19:32.650004Z","steps":["trace[1358083155] 'process raft request' (duration: 898.808849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:32.650065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:31.750414Z","time spent":"899.62482ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:19:32.650169Z","caller":"traceutil/trace.go:171","msg":"trace[312857377] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"899.740113ms","start":"2026-04-28T07:19:31.750419Z","end":"2026-04-28T07:19:32.650159Z","steps":["trace[312857377] 'process raft request' (duration: 898.878731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:32.650213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:31.750404Z","time spent":"899.788544ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:19:32.650518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.069146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:69053"} {"level":"info","ts":"2026-04-28T07:19:32.650556Z","caller":"traceutil/trace.go:171","msg":"trace[1974747405] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2434; }","duration":"899.129147ms","start":"2026-04-28T07:19:31.751418Z","end":"2026-04-28T07:19:32.650547Z","steps":["trace[1974747405] 'agreement among raft nodes before linearized reading' (duration: 898.897082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:32.650579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:31.751401Z","time spent":"899.171578ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":69075,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:19:32.65076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.643351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:19:32.65079Z","caller":"traceutil/trace.go:171","msg":"trace[1889578289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2434; }","duration":"890.733183ms","start":"2026-04-28T07:19:31.76005Z","end":"2026-04-28T07:19:32.650783Z","steps":["trace[1889578289] 'agreement among raft nodes before linearized reading' (duration: 890.659442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:32.650811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:31.760039Z","time spent":"890.763894ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:19:32.65109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.12963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:19:32.65112Z","caller":"traceutil/trace.go:171","msg":"trace[843658035] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:2434; }","duration":"568.196063ms","start":"2026-04-28T07:19:32.082917Z","end":"2026-04-28T07:19:32.651113Z","steps":["trace[843658035] 'agreement among raft nodes before linearized reading' (duration: 568.121151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:19:32.65114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:19:32.082895Z","time spent":"568.240763ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"info","ts":"2026-04-28T07:19:53.944546Z","caller":"traceutil/trace.go:171","msg":"trace[295736871] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"129.316937ms","start":"2026-04-28T07:19:53.815206Z","end":"2026-04-28T07:19:53.944523Z","steps":["trace[295736871] 'process raft request' (duration: 129.148332ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:53.945441Z","caller":"traceutil/trace.go:171","msg":"trace[176966468] transaction","detail":"{read_only:false; response_revision:2556; number_of_response:1; }","duration":"126.966517ms","start":"2026-04-28T07:19:53.81845Z","end":"2026-04-28T07:19:53.945416Z","steps":["trace[176966468] 'process raft request' (duration: 126.789213ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:53.945616Z","caller":"traceutil/trace.go:171","msg":"trace[26533253] transaction","detail":"{read_only:false; response_revision:2558; number_of_response:1; }","duration":"104.075823ms","start":"2026-04-28T07:19:53.841523Z","end":"2026-04-28T07:19:53.945599Z","steps":["trace[26533253] 'process raft request' (duration: 103.98617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:19:53.945643Z","caller":"traceutil/trace.go:171","msg":"trace[765654542] transaction","detail":"{read_only:false; response_revision:2557; number_of_response:1; }","duration":"118.280585ms","start":"2026-04-28T07:19:53.827327Z","end":"2026-04-28T07:19:53.945608Z","steps":["trace[765654542] 'process raft request' (duration: 118.048259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:03.422979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765108826,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:20:03.730821Z","caller":"traceutil/trace.go:171","msg":"trace[1581036834] transaction","detail":"{read_only:false; response_revision:2602; number_of_response:1; }","duration":"810.629565ms","start":"2026-04-28T07:20:02.920162Z","end":"2026-04-28T07:20:03.730792Z","steps":["trace[1581036834] 'process raft request' (duration: 754.107837ms)","trace[1581036834] 'compare' (duration: 56.022106ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:03.730944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:02.920139Z","time spent":"810.742708ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:03.75483Z","caller":"traceutil/trace.go:171","msg":"trace[1197902914] transaction","detail":"{read_only:false; response_revision:2603; number_of_response:1; }","duration":"834.346088ms","start":"2026-04-28T07:20:02.92045Z","end":"2026-04-28T07:20:03.754796Z","steps":["trace[1197902914] 'process raft request' (duration: 834.164864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:03.755021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:02.920433Z","time spent":"834.478082ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:03.755103Z","caller":"traceutil/trace.go:171","msg":"trace[1848256187] linearizableReadLoop","detail":"{readStateIndex:2707; appliedIndex:2704; }","duration":"832.994534ms","start":"2026-04-28T07:20:02.922025Z","end":"2026-04-28T07:20:03.75502Z","steps":["trace[1848256187] 'read index received' (duration: 752.255059ms)","trace[1848256187] 'applied index is now lower than readState.Index' (duration: 80.734235ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:03.755442Z","caller":"traceutil/trace.go:171","msg":"trace[1964195075] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"834.668506ms","start":"2026-04-28T07:20:02.920731Z","end":"2026-04-28T07:20:03.7554Z","steps":["trace[1964195075] 'process raft request' (duration: 834.022649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:03.755585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.514868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68625"} {"level":"info","ts":"2026-04-28T07:20:03.755638Z","caller":"traceutil/trace.go:171","msg":"trace[344293229] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2604; }","duration":"833.631161ms","start":"2026-04-28T07:20:02.921995Z","end":"2026-04-28T07:20:03.755627Z","steps":["trace[344293229] 'agreement among raft nodes before linearized reading' (duration: 833.22883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:03.755639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:02.920719Z","time spent":"834.820681ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:03.755692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:02.92198Z","time spent":"833.700782ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":68647,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:20:03.96225Z","caller":"traceutil/trace.go:171","msg":"trace[1869936930] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"106.226114ms","start":"2026-04-28T07:20:03.855989Z","end":"2026-04-28T07:20:03.962215Z","steps":["trace[1869936930] 'process raft request' (duration: 62.377818ms)","trace[1869936930] 'compare' (duration: 43.653091ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:04.121461Z","caller":"traceutil/trace.go:171","msg":"trace[68706836] transaction","detail":"{read_only:false; response_revision:2607; number_of_response:1; }","duration":"102.314094ms","start":"2026-04-28T07:20:04.019121Z","end":"2026-04-28T07:20:04.121435Z","steps":["trace[68706836] 'process raft request' (duration: 102.105219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:04.121745Z","caller":"traceutil/trace.go:171","msg":"trace[993546932] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"102.580991ms","start":"2026-04-28T07:20:04.019142Z","end":"2026-04-28T07:20:04.121723Z","steps":["trace[993546932] 'process raft request' (duration: 102.246643ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:04.121749Z","caller":"traceutil/trace.go:171","msg":"trace[537057342] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"101.250887ms","start":"2026-04-28T07:20:04.020475Z","end":"2026-04-28T07:20:04.121726Z","steps":["trace[537057342] 'process raft request' (duration: 101.146895ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:05.23913Z","caller":"traceutil/trace.go:171","msg":"trace[1207761468] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"314.591077ms","start":"2026-04-28T07:20:04.924516Z","end":"2026-04-28T07:20:05.239107Z","steps":["trace[1207761468] 'process raft request' (duration: 314.433163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:05.239275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:04.924474Z","time spent":"314.71848ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:06.262558Z","caller":"traceutil/trace.go:171","msg":"trace[611506595] linearizableReadLoop","detail":"{readStateIndex:2715; appliedIndex:2714; }","duration":"430.424546ms","start":"2026-04-28T07:20:05.832098Z","end":"2026-04-28T07:20:06.262523Z","steps":["trace[611506595] 'read index received' (duration: 430.20281ms)","trace[611506595] 'applied index is now lower than readState.Index' (duration: 220.166µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:06.262603Z","caller":"traceutil/trace.go:171","msg":"trace[916089421] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"522.325525ms","start":"2026-04-28T07:20:05.740245Z","end":"2026-04-28T07:20:06.262571Z","steps":["trace[916089421] 'process raft request' (duration: 522.067749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:06.262772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:05.740207Z","time spent":"522.47662ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:06.262994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.739675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:20:06.263049Z","caller":"traceutil/trace.go:171","msg":"trace[2044444501] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2612; }","duration":"430.988701ms","start":"2026-04-28T07:20:05.832045Z","end":"2026-04-28T07:20:06.263034Z","steps":["trace[2044444501] 'agreement among raft nodes before linearized reading' (duration: 430.638722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:06.263094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:05.832027Z","time spent":"431.057413ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:20:06.762757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765108852,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:20:07.287272Z","caller":"traceutil/trace.go:171","msg":"trace[1178507295] linearizableReadLoop","detail":"{readStateIndex:2719; appliedIndex:2715; }","duration":"1.0245959s","start":"2026-04-28T07:20:06.262643Z","end":"2026-04-28T07:20:07.287239Z","steps":["trace[1178507295] 'read index received' (duration: 976.521677ms)","trace[1178507295] 'applied index is now lower than readState.Index' (duration: 48.072803ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:07.287522Z","caller":"traceutil/trace.go:171","msg":"trace[1568928773] transaction","detail":"{read_only:false; response_revision:2616; number_of_response:1; }","duration":"1.157664699s","start":"2026-04-28T07:20:06.129822Z","end":"2026-04-28T07:20:07.287486Z","steps":["trace[1568928773] 'process raft request' (duration: 1.157370581s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:07.287616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455398277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:20:07.28766Z","caller":"traceutil/trace.go:171","msg":"trace[2075176432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2616; }","duration":"1.45550731s","start":"2026-04-28T07:20:05.832141Z","end":"2026-04-28T07:20:07.287648Z","steps":["trace[2075176432] 'agreement among raft nodes before linearized reading' (duration: 1.455276664s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:07.287696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:06.129809Z","time spent":"1.157791181s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:07.287705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:05.83212Z","time spent":"1.455569562s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:07.287818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345847888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T07:20:07.28782Z","caller":"traceutil/trace.go:171","msg":"trace[2096792956] transaction","detail":"{read_only:false; response_revision:2613; number_of_response:1; }","duration":"1.244634552s","start":"2026-04-28T07:20:06.043139Z","end":"2026-04-28T07:20:07.287773Z","steps":["trace[2096792956] 'process raft request' (duration: 1.196009764s)","trace[2096792956] 'compare' (duration: 47.757406ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:07.287895Z","caller":"traceutil/trace.go:171","msg":"trace[1334263736] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2616; }","duration":"1.345970841s","start":"2026-04-28T07:20:05.941901Z","end":"2026-04-28T07:20:07.287872Z","steps":["trace[1334263736] 'agreement among raft nodes before linearized reading' (duration: 1.34551346s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:07.287978Z","caller":"traceutil/trace.go:171","msg":"trace[1190349393] transaction","detail":"{read_only:false; response_revision:2615; number_of_response:1; }","duration":"1.159548457s","start":"2026-04-28T07:20:06.128361Z","end":"2026-04-28T07:20:07.28791Z","steps":["trace[1190349393] 'process raft request' (duration: 1.158796597s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:07.28805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:06.043111Z","time spent":"1.244779606s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:07.288103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:05.941879Z","time spent":"1.346209269s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T07:20:07.288117Z","caller":"traceutil/trace.go:171","msg":"trace[76871178] transaction","detail":"{read_only:false; response_revision:2614; number_of_response:1; }","duration":"1.160024559s","start":"2026-04-28T07:20:06.127969Z","end":"2026-04-28T07:20:07.287994Z","steps":["trace[76871178] 'process raft request' (duration: 1.159141146s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:07.288189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:06.128341Z","time spent":"1.159734971s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:07.288128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.548987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:07.288337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:06.127939Z","time spent":"1.160287206s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:07.288366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271540757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:20:07.288374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04024564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T07:20:07.288349Z","caller":"traceutil/trace.go:171","msg":"trace[104212235] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2616; }","duration":"963.816494ms","start":"2026-04-28T07:20:06.32449Z","end":"2026-04-28T07:20:07.288307Z","steps":["trace[104212235] 'agreement among raft nodes before linearized reading' (duration: 963.382952ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:07.288404Z","caller":"traceutil/trace.go:171","msg":"trace[172514861] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2616; }","duration":"1.271627909s","start":"2026-04-28T07:20:06.016764Z","end":"2026-04-28T07:20:07.288392Z","steps":["trace[172514861] 'agreement among raft nodes before linearized reading' (duration: 1.271506146s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:07.288429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:06.016737Z","time spent":"1.271686881s","remote":"127.0.0.1:51574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":80,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:07.288426Z","caller":"traceutil/trace.go:171","msg":"trace[90130318] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2616; }","duration":"1.040331872s","start":"2026-04-28T07:20:06.248077Z","end":"2026-04-28T07:20:07.288408Z","steps":["trace[90130318] 'agreement among raft nodes before linearized reading' (duration: 1.039356056s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:07.288473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:06.248054Z","time spent":"1.040410604s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:20:07.288473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:06.32447Z","time spent":"963.957507ms","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:07.288883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.553961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:20:07.288916Z","caller":"traceutil/trace.go:171","msg":"trace[1000145522] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2616; }","duration":"883.643654ms","start":"2026-04-28T07:20:06.405263Z","end":"2026-04-28T07:20:07.288906Z","steps":["trace[1000145522] 'agreement among raft nodes before linearized reading' (duration: 882.591387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:07.288938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:06.405235Z","time spent":"883.697235ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:20:07.289013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.128212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:07.289115Z","caller":"traceutil/trace.go:171","msg":"trace[341097232] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:2616; }","duration":"196.283537ms","start":"2026-04-28T07:20:07.092806Z","end":"2026-04-28T07:20:07.28909Z","steps":["trace[341097232] 'agreement among raft nodes before linearized reading' (duration: 195.371664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:07.289157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020509307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68625"} {"level":"warn","ts":"2026-04-28T07:20:07.288682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456484685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:20:07.289213Z","caller":"traceutil/trace.go:171","msg":"trace[1257794983] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2616; }","duration":"1.02061643s","start":"2026-04-28T07:20:06.268585Z","end":"2026-04-28T07:20:07.289202Z","steps":["trace[1257794983] 'agreement among raft nodes before linearized reading' (duration: 1.019218444s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:07.289623Z","caller":"traceutil/trace.go:171","msg":"trace[1421904265] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2616; }","duration":"1.457355427s","start":"2026-04-28T07:20:05.832154Z","end":"2026-04-28T07:20:07.28951Z","steps":["trace[1421904265] 'agreement among raft nodes before linearized reading' (duration: 1.455972343s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:07.289672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:05.832145Z","time spent":"1.457515101s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:07.289672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:06.268567Z","time spent":"1.021084002s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":68647,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:20:07.665587Z","caller":"traceutil/trace.go:171","msg":"trace[1494191425] transaction","detail":"{read_only:false; response_revision:2618; number_of_response:1; }","duration":"371.133446ms","start":"2026-04-28T07:20:07.294422Z","end":"2026-04-28T07:20:07.665556Z","steps":["trace[1494191425] 'process raft request' (duration: 370.553522ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:07.665644Z","caller":"traceutil/trace.go:171","msg":"trace[1686384884] transaction","detail":"{read_only:false; response_revision:2619; number_of_response:1; }","duration":"371.059474ms","start":"2026-04-28T07:20:07.294543Z","end":"2026-04-28T07:20:07.665602Z","steps":["trace[1686384884] 'process raft request' (duration: 370.90204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:07.665838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:07.294382Z","time spent":"371.282481ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:07.666142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:07.294514Z","time spent":"371.235399ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:07.666194Z","caller":"traceutil/trace.go:171","msg":"trace[1657884528] transaction","detail":"{read_only:false; response_revision:2620; number_of_response:1; }","duration":"371.61826ms","start":"2026-04-28T07:20:07.294547Z","end":"2026-04-28T07:20:07.666165Z","steps":["trace[1657884528] 'process raft request' (duration: 370.983413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:07.66637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:07.294519Z","time spent":"371.759453ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:07.666485Z","caller":"traceutil/trace.go:171","msg":"trace[2119186622] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"369.771353ms","start":"2026-04-28T07:20:07.296688Z","end":"2026-04-28T07:20:07.66646Z","steps":["trace[2119186622] 'process raft request' (duration: 369.66809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:07.666634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:07.296668Z","time spent":"369.887945ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:07.666504Z","caller":"traceutil/trace.go:171","msg":"trace[1098168627] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"371.727272ms","start":"2026-04-28T07:20:07.294751Z","end":"2026-04-28T07:20:07.666479Z","steps":["trace[1098168627] 'process raft request' (duration: 371.091585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:07.666732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:07.294741Z","time spent":"371.953618ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:07.751703Z","caller":"traceutil/trace.go:171","msg":"trace[546836628] linearizableReadLoop","detail":"{readStateIndex:2726; appliedIndex:2720; }","duration":"200.618967ms","start":"2026-04-28T07:20:07.551049Z","end":"2026-04-28T07:20:07.751668Z","steps":["trace[546836628] 'read index received' (duration: 113.887469ms)","trace[546836628] 'applied index is now lower than readState.Index' (duration: 86.729818ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:07.752012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.892374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:07.752093Z","caller":"traceutil/trace.go:171","msg":"trace[809688001] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2622; }","duration":"201.081289ms","start":"2026-04-28T07:20:07.550993Z","end":"2026-04-28T07:20:07.752075Z","steps":["trace[809688001] 'agreement among raft nodes before linearized reading' (duration: 200.821942ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:09.520474Z","caller":"traceutil/trace.go:171","msg":"trace[1235475764] transaction","detail":"{read_only:false; response_revision:2625; number_of_response:1; }","duration":"225.564491ms","start":"2026-04-28T07:20:09.294881Z","end":"2026-04-28T07:20:09.520445Z","steps":["trace[1235475764] 'process raft request' (duration: 225.340716ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:09.53573Z","caller":"traceutil/trace.go:171","msg":"trace[837111162] transaction","detail":"{read_only:false; response_revision:2626; number_of_response:1; }","duration":"240.797529ms","start":"2026-04-28T07:20:09.29491Z","end":"2026-04-28T07:20:09.535707Z","steps":["trace[837111162] 'process raft request' (duration: 240.573374ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:09.53573Z","caller":"traceutil/trace.go:171","msg":"trace[1365472726] transaction","detail":"{read_only:false; response_revision:2627; number_of_response:1; }","duration":"239.720312ms","start":"2026-04-28T07:20:09.295984Z","end":"2026-04-28T07:20:09.535704Z","steps":["trace[1365472726] 'process raft request' (duration: 239.63984ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:09.535817Z","caller":"traceutil/trace.go:171","msg":"trace[195954188] linearizableReadLoop","detail":"{readStateIndex:2731; appliedIndex:2728; }","duration":"239.356194ms","start":"2026-04-28T07:20:09.296446Z","end":"2026-04-28T07:20:09.535802Z","steps":["trace[195954188] 'read index received' (duration: 223.735586ms)","trace[195954188] 'applied index is now lower than readState.Index' (duration: 15.619778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:09.53599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.106745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:20:09.536029Z","caller":"traceutil/trace.go:171","msg":"trace[1308693807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2628; }","duration":"224.174596ms","start":"2026-04-28T07:20:09.311849Z","end":"2026-04-28T07:20:09.536023Z","steps":["trace[1308693807] 'agreement among raft nodes before linearized reading' (duration: 224.079714ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:09.536372Z","caller":"traceutil/trace.go:171","msg":"trace[1034974632] transaction","detail":"{read_only:false; response_revision:2628; number_of_response:1; }","duration":"239.383973ms","start":"2026-04-28T07:20:09.296983Z","end":"2026-04-28T07:20:09.536367Z","steps":["trace[1034974632] 'process raft request' (duration: 238.683005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:09.536478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.02938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:20:09.536523Z","caller":"traceutil/trace.go:171","msg":"trace[1039392061] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2628; }","duration":"240.119253ms","start":"2026-04-28T07:20:09.296391Z","end":"2026-04-28T07:20:09.53651Z","steps":["trace[1039392061] 'agreement among raft nodes before linearized reading' (duration: 239.523778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:10.181323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765108878,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:10.763417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.12633ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:10.763655Z","caller":"traceutil/trace.go:171","msg":"trace[1619344256] transaction","detail":"{read_only:false; response_revision:2630; number_of_response:1; }","duration":"1.086127198s","start":"2026-04-28T07:20:09.677472Z","end":"2026-04-28T07:20:10.763599Z","steps":["trace[1619344256] 'process raft request' (duration: 730.747592ms)","trace[1619344256] 'compare' (duration: 354.879364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:10.763783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:09.677449Z","time spent":"1.086300392s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:10.793551Z","caller":"traceutil/trace.go:171","msg":"trace[234185605] transaction","detail":"{read_only:false; response_revision:2631; number_of_response:1; }","duration":"1.115025344s","start":"2026-04-28T07:20:09.678501Z","end":"2026-04-28T07:20:10.793526Z","steps":["trace[234185605] 'process raft request' (duration: 1.114845959s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:10.793671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:09.678478Z","time spent":"1.115134106s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:10.793913Z","caller":"traceutil/trace.go:171","msg":"trace[299883512] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"1.11488652s","start":"2026-04-28T07:20:09.678989Z","end":"2026-04-28T07:20:10.793875Z","steps":["trace[299883512] 'process raft request' (duration: 1.11447834s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:10.794054Z","caller":"traceutil/trace.go:171","msg":"trace[1443958183] linearizableReadLoop","detail":"{readStateIndex:2737; appliedIndex:2733; }","duration":"1.112793507s","start":"2026-04-28T07:20:09.681226Z","end":"2026-04-28T07:20:10.79402Z","steps":["trace[1443958183] 'read index received' (duration: 727.116169ms)","trace[1443958183] 'applied index is now lower than readState.Index' (duration: 385.676078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:10.794106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:09.678968Z","time spent":"1.115035964s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:10.79415Z","caller":"traceutil/trace.go:171","msg":"trace[1171122274] transaction","detail":"{read_only:false; response_revision:2633; number_of_response:1; }","duration":"688.836635ms","start":"2026-04-28T07:20:10.105287Z","end":"2026-04-28T07:20:10.794123Z","steps":["trace[1171122274] 'process raft request' (duration: 688.504676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:10.794283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:10.105247Z","time spent":"688.966838ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:10.794298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091181766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:10.79434Z","caller":"traceutil/trace.go:171","msg":"trace[2088982987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2633; }","duration":"1.091275939s","start":"2026-04-28T07:20:09.703052Z","end":"2026-04-28T07:20:10.794328Z","steps":["trace[2088982987] 'agreement among raft nodes before linearized reading' (duration: 1.091166946s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:10.794299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.113019043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:10.794375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.418704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-28T07:20:10.794401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:09.703039Z","time spent":"1.09133416s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:20:10.794407Z","caller":"traceutil/trace.go:171","msg":"trace[756315] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:2633; }","duration":"1.113168106s","start":"2026-04-28T07:20:09.681211Z","end":"2026-04-28T07:20:10.794379Z","steps":["trace[756315] 'agreement among raft nodes before linearized reading' (duration: 1.11294828s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:10.794425Z","caller":"traceutil/trace.go:171","msg":"trace[448856120] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2633; }","duration":"512.493396ms","start":"2026-04-28T07:20:10.281917Z","end":"2026-04-28T07:20:10.794411Z","steps":["trace[448856120] 'agreement among raft nodes before linearized reading' (duration: 512.331152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:10.794404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.594195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:10.794482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:09.681203Z","time spent":"1.113264828s","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:10.794469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:10.281895Z","time spent":"512.567688ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:20:10.794548Z","caller":"traceutil/trace.go:171","msg":"trace[671326314] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:2633; }","duration":"275.826391ms","start":"2026-04-28T07:20:10.518696Z","end":"2026-04-28T07:20:10.794522Z","steps":["trace[671326314] 'agreement among raft nodes before linearized reading' (duration: 275.557144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:11.305292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765108885,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:20:11.378851Z","caller":"traceutil/trace.go:171","msg":"trace[977304123] linearizableReadLoop","detail":"{readStateIndex:2738; appliedIndex:2737; }","duration":"574.002121ms","start":"2026-04-28T07:20:10.80482Z","end":"2026-04-28T07:20:11.378822Z","steps":["trace[977304123] 'read index received' (duration: 514.906517ms)","trace[977304123] 'applied index is now lower than readState.Index' (duration: 59.094284ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:11.37889Z","caller":"traceutil/trace.go:171","msg":"trace[1900175298] transaction","detail":"{read_only:false; response_revision:2634; number_of_response:1; }","duration":"579.516032ms","start":"2026-04-28T07:20:10.799338Z","end":"2026-04-28T07:20:11.378854Z","steps":["trace[1900175298] 'process raft request' (duration: 520.411488ms)","trace[1900175298] 'compare' (duration: 58.701384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:11.379029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:10.799326Z","time spent":"579.629034ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:11.379066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.993271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:11.37905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.198966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:11.379102Z","caller":"traceutil/trace.go:171","msg":"trace[1686664261] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2634; }","duration":"158.089485ms","start":"2026-04-28T07:20:11.221003Z","end":"2026-04-28T07:20:11.379093Z","steps":["trace[1686664261] 'agreement among raft nodes before linearized reading' (duration: 157.961502ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:11.379135Z","caller":"traceutil/trace.go:171","msg":"trace[1798044582] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2634; }","duration":"574.31923ms","start":"2026-04-28T07:20:10.804796Z","end":"2026-04-28T07:20:11.379115Z","steps":["trace[1798044582] 'agreement among raft nodes before linearized reading' (duration: 574.137035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:11.379194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:10.804785Z","time spent":"574.400821ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:11.719216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.978055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:11.719577Z","caller":"traceutil/trace.go:171","msg":"trace[1511411498] transaction","detail":"{read_only:false; response_revision:2635; number_of_response:1; }","duration":"242.504812ms","start":"2026-04-28T07:20:11.47705Z","end":"2026-04-28T07:20:11.719555Z","steps":["trace[1511411498] 'process raft request' (duration: 76.105427ms)","trace[1511411498] 'compare' (duration: 165.865361ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:11.795758Z","caller":"traceutil/trace.go:171","msg":"trace[177922457] transaction","detail":"{read_only:false; response_revision:2637; number_of_response:1; }","duration":"253.917964ms","start":"2026-04-28T07:20:11.541814Z","end":"2026-04-28T07:20:11.795732Z","steps":["trace[177922457] 'process raft request' (duration: 253.844692ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:11.795789Z","caller":"traceutil/trace.go:171","msg":"trace[1546960574] transaction","detail":"{read_only:false; response_revision:2636; number_of_response:1; }","duration":"268.010502ms","start":"2026-04-28T07:20:11.527744Z","end":"2026-04-28T07:20:11.795755Z","steps":["trace[1546960574] 'process raft request' (duration: 267.775116ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:11.796031Z","caller":"traceutil/trace.go:171","msg":"trace[429439119] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"253.78805ms","start":"2026-04-28T07:20:11.542196Z","end":"2026-04-28T07:20:11.795984Z","steps":["trace[429439119] 'process raft request' (duration: 253.499773ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:11.796066Z","caller":"traceutil/trace.go:171","msg":"trace[817822318] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"253.423841ms","start":"2026-04-28T07:20:11.54262Z","end":"2026-04-28T07:20:11.796044Z","steps":["trace[817822318] 'process raft request' (duration: 253.236637ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:11.795994Z","caller":"traceutil/trace.go:171","msg":"trace[1935453667] linearizableReadLoop","detail":"{readStateIndex:2743; appliedIndex:2739; }","duration":"184.656331ms","start":"2026-04-28T07:20:11.611318Z","end":"2026-04-28T07:20:11.795974Z","steps":["trace[1935453667] 'read index received' (duration: 184.142258ms)","trace[1935453667] 'applied index is now lower than readState.Index' (duration: 513.073µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:11.796315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.803674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:20:11.796392Z","caller":"traceutil/trace.go:171","msg":"trace[950756227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2639; }","duration":"184.890306ms","start":"2026-04-28T07:20:11.611462Z","end":"2026-04-28T07:20:11.796352Z","steps":["trace[950756227] 'agreement among raft nodes before linearized reading' (duration: 184.726132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:11.79649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.165833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:20:11.796553Z","caller":"traceutil/trace.go:171","msg":"trace[1879304851] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2639; }","duration":"185.280616ms","start":"2026-04-28T07:20:11.611258Z","end":"2026-04-28T07:20:11.796539Z","steps":["trace[1879304851] 'agreement among raft nodes before linearized reading' (duration: 184.809154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:11.934463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.257237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:11.93465Z","caller":"traceutil/trace.go:171","msg":"trace[1032144544] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"132.573064ms","start":"2026-04-28T07:20:11.802022Z","end":"2026-04-28T07:20:11.934595Z","steps":["trace[1032144544] 'process raft request' (duration: 31.096181ms)","trace[1032144544] 'compare' (duration: 101.099933ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:13.023052Z","caller":"traceutil/trace.go:171","msg":"trace[666928121] linearizableReadLoop","detail":"{readStateIndex:2747; appliedIndex:2746; }","duration":"225.819978ms","start":"2026-04-28T07:20:12.797204Z","end":"2026-04-28T07:20:13.023024Z","steps":["trace[666928121] 'read index received' (duration: 225.465019ms)","trace[666928121] 'applied index is now lower than readState.Index' (duration: 353.059µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:13.023136Z","caller":"traceutil/trace.go:171","msg":"trace[1182144063] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"249.509681ms","start":"2026-04-28T07:20:12.773577Z","end":"2026-04-28T07:20:13.023086Z","steps":["trace[1182144063] 'process raft request' (duration: 249.222114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:13.023361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.009428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T07:20:13.02336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.127337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:20:13.023426Z","caller":"traceutil/trace.go:171","msg":"trace[1072350048] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2642; }","duration":"225.151001ms","start":"2026-04-28T07:20:12.798257Z","end":"2026-04-28T07:20:13.023408Z","steps":["trace[1072350048] 'agreement among raft nodes before linearized reading' (duration: 224.941996ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:13.023444Z","caller":"traceutil/trace.go:171","msg":"trace[691621610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2642; }","duration":"226.307251ms","start":"2026-04-28T07:20:12.797117Z","end":"2026-04-28T07:20:13.023424Z","steps":["trace[691621610] 'agreement among raft nodes before linearized reading' (duration: 226.022464ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:13.174822Z","caller":"traceutil/trace.go:171","msg":"trace[1901086497] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"145.123214ms","start":"2026-04-28T07:20:13.029662Z","end":"2026-04-28T07:20:13.174785Z","steps":["trace[1901086497] 'process raft request' (duration: 69.077968ms)","trace[1901086497] 'compare' (duration: 75.826211ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:13.503416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.8716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:20:13.50351Z","caller":"traceutil/trace.go:171","msg":"trace[1997784557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2644; }","duration":"118.031255ms","start":"2026-04-28T07:20:13.385456Z","end":"2026-04-28T07:20:13.503488Z","steps":["trace[1997784557] 'range keys from in-memory index tree' (duration: 117.581853ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:13.944174Z","caller":"traceutil/trace.go:171","msg":"trace[713342889] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"141.664226ms","start":"2026-04-28T07:20:13.802467Z","end":"2026-04-28T07:20:13.944131Z","steps":["trace[713342889] 'process raft request' (duration: 141.138902ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:13.944111Z","caller":"traceutil/trace.go:171","msg":"trace[1528723212] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"141.582175ms","start":"2026-04-28T07:20:13.802497Z","end":"2026-04-28T07:20:13.944079Z","steps":["trace[1528723212] 'process raft request' (duration: 141.474021ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:13.967469Z","caller":"traceutil/trace.go:171","msg":"trace[266286876] linearizableReadLoop","detail":"{readStateIndex:2754; appliedIndex:2750; }","duration":"160.014143ms","start":"2026-04-28T07:20:13.807423Z","end":"2026-04-28T07:20:13.967437Z","steps":["trace[266286876] 'read index received' (duration: 136.231137ms)","trace[266286876] 'applied index is now lower than readState.Index' (duration: 23.781526ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:13.967499Z","caller":"traceutil/trace.go:171","msg":"trace[1093607683] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"164.646581ms","start":"2026-04-28T07:20:13.802825Z","end":"2026-04-28T07:20:13.967472Z","steps":["trace[1093607683] 'process raft request' (duration: 164.375494ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:13.967587Z","caller":"traceutil/trace.go:171","msg":"trace[1845947222] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"163.524952ms","start":"2026-04-28T07:20:13.804022Z","end":"2026-04-28T07:20:13.967547Z","steps":["trace[1845947222] 'process raft request' (duration: 163.358588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:13.967737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.28756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:20:13.967796Z","caller":"traceutil/trace.go:171","msg":"trace[1783839476] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2649; }","duration":"160.408823ms","start":"2026-04-28T07:20:13.807375Z","end":"2026-04-28T07:20:13.967784Z","steps":["trace[1783839476] 'agreement among raft nodes before linearized reading' (duration: 160.176507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:16.479275Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765108936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:16.820223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.645868ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:16.820418Z","caller":"traceutil/trace.go:171","msg":"trace[1287910050] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2653; }","duration":"543.851213ms","start":"2026-04-28T07:20:16.276538Z","end":"2026-04-28T07:20:16.820389Z","steps":["trace[1287910050] 'range keys from in-memory index tree' (duration: 543.621968ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:16.821106Z","caller":"traceutil/trace.go:171","msg":"trace[47960208] transaction","detail":"{read_only:false; response_revision:2654; number_of_response:1; }","duration":"870.163321ms","start":"2026-04-28T07:20:15.950914Z","end":"2026-04-28T07:20:16.821077Z","steps":["trace[47960208] 'process raft request' (duration: 837.55498ms)","trace[47960208] 'compare' (duration: 31.366828ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:16.821283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:15.950888Z","time spent":"870.285283ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:16.82159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2637943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:20:16.821668Z","caller":"traceutil/trace.go:171","msg":"trace[683067888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2653; }","duration":"1.263958374s","start":"2026-04-28T07:20:15.55769Z","end":"2026-04-28T07:20:16.821648Z","steps":["trace[683067888] 'get authentication metadata' (duration: 22.827241ms)","trace[683067888] 'range keys from in-memory index tree' (duration: 1.240089296s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:16.821761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:15.55764Z","time spent":"1.264107757s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:20:16.83921Z","caller":"traceutil/trace.go:171","msg":"trace[1877170554] transaction","detail":"{read_only:false; response_revision:2655; number_of_response:1; }","duration":"888.187819ms","start":"2026-04-28T07:20:15.951006Z","end":"2026-04-28T07:20:16.839193Z","steps":["trace[1877170554] 'process raft request' (duration: 888.004935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:16.839309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:15.950991Z","time spent":"888.266371ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:16.839518Z","caller":"traceutil/trace.go:171","msg":"trace[1435566097] transaction","detail":"{read_only:false; response_revision:2656; number_of_response:1; }","duration":"866.256361ms","start":"2026-04-28T07:20:15.973227Z","end":"2026-04-28T07:20:16.839483Z","steps":["trace[1435566097] 'process raft request' (duration: 865.903062ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:16.840079Z","caller":"traceutil/trace.go:171","msg":"trace[889296458] linearizableReadLoop","detail":"{readStateIndex:2762; appliedIndex:2758; }","duration":"861.176171ms","start":"2026-04-28T07:20:15.978884Z","end":"2026-04-28T07:20:16.840061Z","steps":["trace[889296458] 'read index received' (duration: 809.602839ms)","trace[889296458] 'applied index is now lower than readState.Index' (duration: 51.571852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:16.840233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.342885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:20:16.840306Z","caller":"traceutil/trace.go:171","msg":"trace[1498134669] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2657; }","duration":"861.440518ms","start":"2026-04-28T07:20:15.978847Z","end":"2026-04-28T07:20:16.840288Z","steps":["trace[1498134669] 'agreement among raft nodes before linearized reading' (duration: 861.271583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:16.840377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:15.978832Z","time spent":"861.52913ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"info","ts":"2026-04-28T07:20:16.840209Z","caller":"traceutil/trace.go:171","msg":"trace[22411728] transaction","detail":"{read_only:false; response_revision:2657; number_of_response:1; }","duration":"866.428134ms","start":"2026-04-28T07:20:15.973684Z","end":"2026-04-28T07:20:16.840112Z","steps":["trace[22411728] 'process raft request' (duration: 865.696146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:16.839723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:15.973191Z","time spent":"866.418355ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:16.840676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:15.973657Z","time spent":"866.846565ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:16.886506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.867235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:16.886522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.11245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:20:16.886595Z","caller":"traceutil/trace.go:171","msg":"trace[1469261857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2658; }","duration":"183.030798ms","start":"2026-04-28T07:20:16.703542Z","end":"2026-04-28T07:20:16.886573Z","steps":["trace[1469261857] 'agreement among raft nodes before linearized reading' (duration: 182.833113ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:16.886594Z","caller":"traceutil/trace.go:171","msg":"trace[444877654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2658; }","duration":"885.228313ms","start":"2026-04-28T07:20:16.001352Z","end":"2026-04-28T07:20:16.88658Z","steps":["trace[444877654] 'agreement among raft nodes before linearized reading' (duration: 884.919226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:16.886497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.331936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:16.886718Z","caller":"traceutil/trace.go:171","msg":"trace[257162932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2658; }","duration":"720.614193ms","start":"2026-04-28T07:20:16.166072Z","end":"2026-04-28T07:20:16.886686Z","steps":["trace[257162932] 'agreement among raft nodes before linearized reading' (duration: 720.193693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:16.886642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:16.001337Z","time spent":"885.298255ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:16.886843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:16.166051Z","time spent":"720.750546ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:17.493891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.491469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T07:20:17.493981Z","caller":"traceutil/trace.go:171","msg":"trace[998886987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2661; }","duration":"256.648593ms","start":"2026-04-28T07:20:17.237311Z","end":"2026-04-28T07:20:17.49396Z","steps":["trace[998886987] 'range keys from in-memory index tree' (duration: 256.275694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:17.797425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.036444ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:20:17.797909Z","caller":"traceutil/trace.go:171","msg":"trace[200602358] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"298.655182ms","start":"2026-04-28T07:20:17.499199Z","end":"2026-04-28T07:20:17.797855Z","steps":["trace[200602358] 'process raft request' (duration: 298.362054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:17.910179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.980023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:17.910315Z","caller":"traceutil/trace.go:171","msg":"trace[374110128] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2662; }","duration":"206.237739ms","start":"2026-04-28T07:20:17.704047Z","end":"2026-04-28T07:20:17.910285Z","steps":["trace[374110128] 'agreement among raft nodes before linearized reading' (duration: 93.762986ms)","trace[374110128] 'range keys from in-memory index tree' (duration: 112.180755ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:19.594159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.856364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:19.594703Z","caller":"traceutil/trace.go:171","msg":"trace[1726671010] transaction","detail":"{read_only:false; response_revision:2671; number_of_response:1; }","duration":"369.26434ms","start":"2026-04-28T07:20:19.225237Z","end":"2026-04-28T07:20:19.594501Z","steps":["trace[1726671010] 'process raft request' (duration: 108.920443ms)","trace[1726671010] 'compare' (duration: 259.631098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:19.594864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:19.225213Z","time spent":"369.568388ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:19.595692Z","caller":"traceutil/trace.go:171","msg":"trace[34801146] transaction","detail":"{read_only:false; response_revision:2672; number_of_response:1; }","duration":"355.52131ms","start":"2026-04-28T07:20:19.240139Z","end":"2026-04-28T07:20:19.59566Z","steps":["trace[34801146] 'process raft request' (duration: 355.313365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:19.595922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:19.240111Z","time spent":"355.689284ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:35.304655Z","caller":"traceutil/trace.go:171","msg":"trace[298289730] transaction","detail":"{read_only:false; response_revision:2749; number_of_response:1; }","duration":"417.644142ms","start":"2026-04-28T07:20:34.886989Z","end":"2026-04-28T07:20:35.304633Z","steps":["trace[298289730] 'process raft request' (duration: 417.490327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.304813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.886968Z","time spent":"417.745854ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:35.332951Z","caller":"traceutil/trace.go:171","msg":"trace[1484969333] linearizableReadLoop","detail":"{readStateIndex:2861; appliedIndex:2857; }","duration":"327.363993ms","start":"2026-04-28T07:20:35.005562Z","end":"2026-04-28T07:20:35.332926Z","steps":["trace[1484969333] 'read index received' (duration: 298.999241ms)","trace[1484969333] 'applied index is now lower than readState.Index' (duration: 28.363082ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:35.333076Z","caller":"traceutil/trace.go:171","msg":"trace[1645044290] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"414.765168ms","start":"2026-04-28T07:20:34.918299Z","end":"2026-04-28T07:20:35.333064Z","steps":["trace[1645044290] 'process raft request' (duration: 414.581213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.333185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.91827Z","time spent":"414.83447ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:35.333298Z","caller":"traceutil/trace.go:171","msg":"trace[433492052] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"420.689459ms","start":"2026-04-28T07:20:34.912572Z","end":"2026-04-28T07:20:35.333261Z","steps":["trace[433492052] 'process raft request' (duration: 420.040022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:35.333049Z","caller":"traceutil/trace.go:171","msg":"trace[628264295] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"419.103808ms","start":"2026-04-28T07:20:34.913903Z","end":"2026-04-28T07:20:35.333007Z","steps":["trace[628264295] 'process raft request' (duration: 418.880513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.333386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.842634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T07:20:35.333433Z","caller":"traceutil/trace.go:171","msg":"trace[1306337280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2752; }","duration":"125.917036ms","start":"2026-04-28T07:20:35.207505Z","end":"2026-04-28T07:20:35.333422Z","steps":["trace[1306337280] 'agreement among raft nodes before linearized reading' (duration: 125.766432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.333469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.912546Z","time spent":"420.836522ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:35.333442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.873056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:20:35.333446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.22071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T07:20:35.333544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:34.913886Z","time spent":"419.579751ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:35.333562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.446484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:20:35.333647Z","caller":"traceutil/trace.go:171","msg":"trace[143853108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2752; }","duration":"171.585498ms","start":"2026-04-28T07:20:35.162043Z","end":"2026-04-28T07:20:35.333629Z","steps":["trace[143853108] 'agreement among raft nodes before linearized reading' (duration: 171.331282ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:35.333534Z","caller":"traceutil/trace.go:171","msg":"trace[1730373311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2752; }","duration":"328.007429ms","start":"2026-04-28T07:20:35.005511Z","end":"2026-04-28T07:20:35.333519Z","steps":["trace[1730373311] 'agreement among raft nodes before linearized reading' (duration: 327.808974ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:35.333664Z","caller":"traceutil/trace.go:171","msg":"trace[2059201490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2752; }","duration":"327.508967ms","start":"2026-04-28T07:20:35.006072Z","end":"2026-04-28T07:20:35.333581Z","steps":["trace[2059201490] 'agreement among raft nodes before linearized reading' (duration: 327.081206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.333706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.968433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:20:35.333834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:35.006047Z","time spent":"327.742953ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:35.333744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:35.00549Z","time spent":"328.242045ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:20:35.33387Z","caller":"traceutil/trace.go:171","msg":"trace[392694206] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2752; }","duration":"327.130877ms","start":"2026-04-28T07:20:35.006673Z","end":"2026-04-28T07:20:35.333804Z","steps":["trace[392694206] 'agreement among raft nodes before linearized reading' (duration: 326.740448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.334016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:35.006653Z","time spent":"327.343912ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"info","ts":"2026-04-28T07:20:35.467506Z","caller":"traceutil/trace.go:171","msg":"trace[1947167958] transaction","detail":"{read_only:false; response_revision:2754; number_of_response:1; }","duration":"128.06258ms","start":"2026-04-28T07:20:35.339414Z","end":"2026-04-28T07:20:35.467477Z","steps":["trace[1947167958] 'process raft request' (duration: 127.847045ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:35.467787Z","caller":"traceutil/trace.go:171","msg":"trace[1098318942] transaction","detail":"{read_only:false; response_revision:2755; number_of_response:1; }","duration":"127.927817ms","start":"2026-04-28T07:20:35.33982Z","end":"2026-04-28T07:20:35.467748Z","steps":["trace[1098318942] 'process raft request' (duration: 127.601069ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:35.467849Z","caller":"traceutil/trace.go:171","msg":"trace[2135875282] transaction","detail":"{read_only:false; response_revision:2756; number_of_response:1; }","duration":"128.012999ms","start":"2026-04-28T07:20:35.339817Z","end":"2026-04-28T07:20:35.46783Z","steps":["trace[2135875282] 'process raft request' (duration: 127.816854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.965148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.041675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:35.965232Z","caller":"traceutil/trace.go:171","msg":"trace[2097662008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2756; }","duration":"261.194819ms","start":"2026-04-28T07:20:35.704019Z","end":"2026-04-28T07:20:35.965214Z","steps":["trace[2097662008] 'range keys from in-memory index tree' (duration: 260.886811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.96523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.282845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:20:35.965282Z","caller":"traceutil/trace.go:171","msg":"trace[672279133] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2756; }","duration":"117.342737ms","start":"2026-04-28T07:20:35.847926Z","end":"2026-04-28T07:20:35.965269Z","steps":["trace[672279133] 'count revisions from in-memory index tree' (duration: 116.916595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.96515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.333962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:35.965624Z","caller":"traceutil/trace.go:171","msg":"trace[1655871513] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2756; }","duration":"393.789843ms","start":"2026-04-28T07:20:35.571779Z","end":"2026-04-28T07:20:35.965569Z","steps":["trace[1655871513] 'count revisions from in-memory index tree' (duration: 393.184209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:35.965816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:35.571745Z","time spent":"393.99768ms","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:36.083198Z","caller":"traceutil/trace.go:171","msg":"trace[86534920] transaction","detail":"{read_only:false; response_revision:2757; number_of_response:1; }","duration":"113.745595ms","start":"2026-04-28T07:20:35.969428Z","end":"2026-04-28T07:20:36.083174Z","steps":["trace[86534920] 'process raft request' (duration: 113.607172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:37.490621Z","caller":"traceutil/trace.go:171","msg":"trace[1405878068] linearizableReadLoop","detail":"{readStateIndex:2870; appliedIndex:2866; }","duration":"146.072298ms","start":"2026-04-28T07:20:37.344528Z","end":"2026-04-28T07:20:37.4906Z","steps":["trace[1405878068] 'read index received' (duration: 7.221803ms)","trace[1405878068] 'applied index is now lower than readState.Index' (duration: 138.849625ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:37.490738Z","caller":"traceutil/trace.go:171","msg":"trace[1718458946] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"149.576017ms","start":"2026-04-28T07:20:37.34115Z","end":"2026-04-28T07:20:37.490726Z","steps":["trace[1718458946] 'process raft request' (duration: 149.416553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:37.490753Z","caller":"traceutil/trace.go:171","msg":"trace[898693898] transaction","detail":"{read_only:false; response_revision:2760; number_of_response:1; }","duration":"149.846795ms","start":"2026-04-28T07:20:37.340877Z","end":"2026-04-28T07:20:37.490723Z","steps":["trace[898693898] 'process raft request' (duration: 149.65064ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:37.490657Z","caller":"traceutil/trace.go:171","msg":"trace[584753674] transaction","detail":"{read_only:false; response_revision:2759; number_of_response:1; }","duration":"150.203734ms","start":"2026-04-28T07:20:37.340424Z","end":"2026-04-28T07:20:37.490628Z","steps":["trace[584753674] 'process raft request' (duration: 149.947368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:37.490918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.374246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:20:37.491Z","caller":"traceutil/trace.go:171","msg":"trace[1868673401] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2761; }","duration":"146.499738ms","start":"2026-04-28T07:20:37.344483Z","end":"2026-04-28T07:20:37.490982Z","steps":["trace[1868673401] 'agreement among raft nodes before linearized reading' (duration: 146.272023ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:37.594689Z","caller":"traceutil/trace.go:171","msg":"trace[216234658] linearizableReadLoop","detail":"{readStateIndex:2871; appliedIndex:2870; }","duration":"103.894534ms","start":"2026-04-28T07:20:37.490766Z","end":"2026-04-28T07:20:37.594661Z","steps":["trace[216234658] 'read index received' (duration: 21.144438ms)","trace[216234658] 'applied index is now lower than readState.Index' (duration: 82.748586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:37.594887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.293871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-28T07:20:37.594961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.693297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T07:20:37.594967Z","caller":"traceutil/trace.go:171","msg":"trace[1662653034] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2761; }","duration":"118.423644ms","start":"2026-04-28T07:20:37.476526Z","end":"2026-04-28T07:20:37.59495Z","steps":["trace[1662653034] 'agreement among raft nodes before linearized reading' (duration: 118.160967ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:37.594996Z","caller":"traceutil/trace.go:171","msg":"trace[1228584510] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2761; }","duration":"121.80384ms","start":"2026-04-28T07:20:37.473182Z","end":"2026-04-28T07:20:37.594986Z","steps":["trace[1228584510] 'agreement among raft nodes before linearized reading' (duration: 121.618915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:37.59504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.889307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:20:37.595159Z","caller":"traceutil/trace.go:171","msg":"trace[12740289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2761; }","duration":"121.081422ms","start":"2026-04-28T07:20:37.474054Z","end":"2026-04-28T07:20:37.595135Z","steps":["trace[12740289] 'agreement among raft nodes before linearized reading' (duration: 120.695713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:37.595363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.110903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T07:20:37.595531Z","caller":"traceutil/trace.go:171","msg":"trace[1176523040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2761; }","duration":"176.332239ms","start":"2026-04-28T07:20:37.419171Z","end":"2026-04-28T07:20:37.595503Z","steps":["trace[1176523040] 'agreement among raft nodes before linearized reading' (duration: 175.735154ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:37.764333Z","caller":"traceutil/trace.go:171","msg":"trace[1061549863] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"165.106152ms","start":"2026-04-28T07:20:37.599201Z","end":"2026-04-28T07:20:37.764307Z","steps":["trace[1061549863] 'process raft request' (duration: 164.873866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:37.787051Z","caller":"traceutil/trace.go:171","msg":"trace[5270353] transaction","detail":"{read_only:false; response_revision:2764; number_of_response:1; }","duration":"187.082953ms","start":"2026-04-28T07:20:37.599948Z","end":"2026-04-28T07:20:37.787031Z","steps":["trace[5270353] 'process raft request' (duration: 187.008801ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:37.787332Z","caller":"traceutil/trace.go:171","msg":"trace[1372130099] transaction","detail":"{read_only:false; response_revision:2765; number_of_response:1; }","duration":"186.361484ms","start":"2026-04-28T07:20:37.600749Z","end":"2026-04-28T07:20:37.787301Z","steps":["trace[1372130099] 'process raft request' (duration: 186.059667ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:37.787061Z","caller":"traceutil/trace.go:171","msg":"trace[103094197] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"187.077372ms","start":"2026-04-28T07:20:37.599947Z","end":"2026-04-28T07:20:37.787025Z","steps":["trace[103094197] 'process raft request' (duration: 186.864847ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:37.912349Z","caller":"traceutil/trace.go:171","msg":"trace[2087704208] transaction","detail":"{read_only:false; response_revision:2766; number_of_response:1; }","duration":"120.006264ms","start":"2026-04-28T07:20:37.79231Z","end":"2026-04-28T07:20:37.912316Z","steps":["trace[2087704208] 'process raft request' (duration: 119.84374ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:37.997696Z","caller":"traceutil/trace.go:171","msg":"trace[38747563] transaction","detail":"{read_only:false; response_revision:2767; number_of_response:1; }","duration":"204.551506ms","start":"2026-04-28T07:20:37.79312Z","end":"2026-04-28T07:20:37.997672Z","steps":["trace[38747563] 'process raft request' (duration: 148.071939ms)","trace[38747563] 'compare' (duration: 56.367094ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:38.226791Z","caller":"traceutil/trace.go:171","msg":"trace[1080406925] transaction","detail":"{read_only:false; response_revision:2768; number_of_response:1; }","duration":"135.041848ms","start":"2026-04-28T07:20:38.091714Z","end":"2026-04-28T07:20:38.226756Z","steps":["trace[1080406925] 'process raft request' (duration: 117.270045ms)","trace[1080406925] 'compare' (duration: 17.216358ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:42.435681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.013467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T07:20:42.435762Z","caller":"traceutil/trace.go:171","msg":"trace[1382099637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2789; }","duration":"192.1499ms","start":"2026-04-28T07:20:42.243594Z","end":"2026-04-28T07:20:42.435744Z","steps":["trace[1382099637] 'range keys from in-memory index tree' (duration: 191.818803ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:44.106327Z","caller":"traceutil/trace.go:171","msg":"trace[1248749423] transaction","detail":"{read_only:false; response_revision:2793; number_of_response:1; }","duration":"564.994882ms","start":"2026-04-28T07:20:43.541291Z","end":"2026-04-28T07:20:44.106285Z","steps":["trace[1248749423] 'process raft request' (duration: 564.621952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:44.106697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:43.541276Z","time spent":"565.258609ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:44.107242Z","caller":"traceutil/trace.go:171","msg":"trace[1834860604] linearizableReadLoop","detail":"{readStateIndex:2905; appliedIndex:2903; }","duration":"484.338819ms","start":"2026-04-28T07:20:43.622875Z","end":"2026-04-28T07:20:44.107214Z","steps":["trace[1834860604] 'read index received' (duration: 482.955703ms)","trace[1834860604] 'applied index is now lower than readState.Index' (duration: 1.382216ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:44.107298Z","caller":"traceutil/trace.go:171","msg":"trace[1102715217] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"564.279835ms","start":"2026-04-28T07:20:43.542964Z","end":"2026-04-28T07:20:44.107244Z","steps":["trace[1102715217] 'process raft request' (duration: 563.976287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:44.107579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.668008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:20:44.107603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:43.54293Z","time spent":"564.572412ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:44.107769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.273468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:20:44.10781Z","caller":"traceutil/trace.go:171","msg":"trace[1429828013] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2794; }","duration":"222.35001ms","start":"2026-04-28T07:20:43.88545Z","end":"2026-04-28T07:20:44.1078Z","steps":["trace[1429828013] 'agreement among raft nodes before linearized reading' (duration: 222.242647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:44.10789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.268618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:20:44.107994Z","caller":"traceutil/trace.go:171","msg":"trace[1942649366] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2794; }","duration":"222.424222ms","start":"2026-04-28T07:20:43.88554Z","end":"2026-04-28T07:20:44.107965Z","steps":["trace[1942649366] 'agreement among raft nodes before linearized reading' (duration: 222.150475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:44.108031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.133796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:20:44.108107Z","caller":"traceutil/trace.go:171","msg":"trace[640977994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2794; }","duration":"224.28721ms","start":"2026-04-28T07:20:43.883801Z","end":"2026-04-28T07:20:44.108088Z","steps":["trace[640977994] 'agreement among raft nodes before linearized reading' (duration: 224.002643ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:44.107631Z","caller":"traceutil/trace.go:171","msg":"trace[1884337413] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2794; }","duration":"484.805761ms","start":"2026-04-28T07:20:43.622812Z","end":"2026-04-28T07:20:44.107618Z","steps":["trace[1884337413] 'agreement among raft nodes before linearized reading' (duration: 484.579955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:44.10757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.238432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:44.108244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:43.622788Z","time spent":"485.442836ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"info","ts":"2026-04-28T07:20:44.108274Z","caller":"traceutil/trace.go:171","msg":"trace[621866871] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2794; }","duration":"398.017592ms","start":"2026-04-28T07:20:43.710223Z","end":"2026-04-28T07:20:44.108241Z","steps":["trace[621866871] 'agreement among raft nodes before linearized reading' (duration: 397.243632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:44.108404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:43.710194Z","time spent":"398.160606ms","remote":"127.0.0.1:50502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:44.110843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.306102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:20:44.110911Z","caller":"traceutil/trace.go:171","msg":"trace[1035761493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2794; }","duration":"230.406825ms","start":"2026-04-28T07:20:43.880485Z","end":"2026-04-28T07:20:44.110892Z","steps":["trace[1035761493] 'agreement among raft nodes before linearized reading' (duration: 227.44147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:45.20407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765109269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:45.705162Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765109269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:46.20529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765109269,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:20:46.582448Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.060853448s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:20:46.582748Z","caller":"traceutil/trace.go:171","msg":"trace[91321362] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"2.061254958s","start":"2026-04-28T07:20:44.521475Z","end":"2026-04-28T07:20:46.58273Z","steps":["trace[91321362] 'process raft request' (duration: 2.061101794s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:46.582847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:44.521441Z","time spent":"2.0613421s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:46.583807Z","caller":"traceutil/trace.go:171","msg":"trace[246790607] linearizableReadLoop","detail":"{readStateIndex:2914; appliedIndex:2909; }","duration":"1.879967205s","start":"2026-04-28T07:20:44.703824Z","end":"2026-04-28T07:20:46.583791Z","steps":["trace[246790607] 'read index received' (duration: 1.878830565s)","trace[246790607] 'applied index is now lower than readState.Index' (duration: 1.13562ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:46.584036Z","caller":"traceutil/trace.go:171","msg":"trace[1247010836] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"1.155064952s","start":"2026-04-28T07:20:45.428929Z","end":"2026-04-28T07:20:46.583994Z","steps":["trace[1247010836] 'process raft request' (duration: 1.154652161s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:46.58414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:45.428902Z","time spent":"1.155181754s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:46.584275Z","caller":"traceutil/trace.go:171","msg":"trace[958878253] transaction","detail":"{read_only:false; response_revision:2801; number_of_response:1; }","duration":"1.057744925s","start":"2026-04-28T07:20:45.526517Z","end":"2026-04-28T07:20:46.584262Z","steps":["trace[958878253] 'process raft request' (duration: 1.057156941s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:46.584375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:45.526485Z","time spent":"1.057832147s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:46.5846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880759184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:46.584722Z","caller":"traceutil/trace.go:171","msg":"trace[1061661599] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2803; }","duration":"1.880888898s","start":"2026-04-28T07:20:44.703787Z","end":"2026-04-28T07:20:46.584676Z","steps":["trace[1061661599] 'agreement among raft nodes before linearized reading' (duration: 1.880715104s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:46.584781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:44.703773Z","time spent":"1.8809948s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:20:46.584818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490640703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:20:46.584884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.8362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:20:46.58492Z","caller":"traceutil/trace.go:171","msg":"trace[1286572530] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2803; }","duration":"1.490797927s","start":"2026-04-28T07:20:45.094097Z","end":"2026-04-28T07:20:46.584895Z","steps":["trace[1286572530] 'agreement among raft nodes before linearized reading' (duration: 1.490608073s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:46.584945Z","caller":"traceutil/trace.go:171","msg":"trace[1782049244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2803; }","duration":"460.913342ms","start":"2026-04-28T07:20:46.124016Z","end":"2026-04-28T07:20:46.584929Z","steps":["trace[1782049244] 'agreement among raft nodes before linearized reading' (duration: 460.744018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:46.584989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:46.123983Z","time spent":"460.994903ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:20:46.585059Z","caller":"traceutil/trace.go:171","msg":"trace[754766463] transaction","detail":"{read_only:false; response_revision:2802; number_of_response:1; }","duration":"472.797804ms","start":"2026-04-28T07:20:46.112243Z","end":"2026-04-28T07:20:46.585041Z","steps":["trace[754766463] 'process raft request' (duration: 471.463971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:46.585162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.859627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T07:20:46.585184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:46.11222Z","time spent":"472.889038ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:46.58521Z","caller":"traceutil/trace.go:171","msg":"trace[1429905808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2803; }","duration":"461.937449ms","start":"2026-04-28T07:20:46.123259Z","end":"2026-04-28T07:20:46.585196Z","steps":["trace[1429905808] 'agreement among raft nodes before linearized reading' (duration: 461.756424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:46.58525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:46.123243Z","time spent":"461.99723ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:20:46.584984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:45.094075Z","time spent":"1.4908916s","remote":"127.0.0.1:49844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:46.585482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.406297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:20:46.585466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.135844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:20:46.58555Z","caller":"traceutil/trace.go:171","msg":"trace[1952252210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2803; }","duration":"467.461488ms","start":"2026-04-28T07:20:46.118064Z","end":"2026-04-28T07:20:46.585525Z","steps":["trace[1952252210] 'agreement among raft nodes before linearized reading' (duration: 467.315905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:46.585505Z","caller":"traceutil/trace.go:171","msg":"trace[1449208496] transaction","detail":"{read_only:false; response_revision:2803; number_of_response:1; }","duration":"471.354308ms","start":"2026-04-28T07:20:46.114136Z","end":"2026-04-28T07:20:46.585491Z","steps":["trace[1449208496] 'process raft request' (duration: 469.599994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:46.585604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:46.118017Z","time spent":"467.574831ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:20:46.585672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:46.114124Z","time spent":"471.487201ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:46.585559Z","caller":"traceutil/trace.go:171","msg":"trace[671202692] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2803; }","duration":"464.301328ms","start":"2026-04-28T07:20:46.121239Z","end":"2026-04-28T07:20:46.585541Z","steps":["trace[671202692] 'agreement among raft nodes before linearized reading' (duration: 464.027741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:46.585759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.225027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T07:20:46.585245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.296097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:46.58758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34515599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:46.587614Z","caller":"traceutil/trace.go:171","msg":"trace[314796231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2803; }","duration":"420.655708ms","start":"2026-04-28T07:20:46.166909Z","end":"2026-04-28T07:20:46.587565Z","steps":["trace[314796231] 'agreement among raft nodes before linearized reading' (duration: 418.297297ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:46.587684Z","caller":"traceutil/trace.go:171","msg":"trace[1099226616] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2803; }","duration":"1.345289254s","start":"2026-04-28T07:20:45.24235Z","end":"2026-04-28T07:20:46.587639Z","steps":["trace[1099226616] 'agreement among raft nodes before linearized reading' (duration: 1.343357996s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:46.587747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:45.242297Z","time spent":"1.345431208s","remote":"127.0.0.1:51916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:46.587787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:46.166864Z","time spent":"420.871693ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:20:46.585822Z","caller":"traceutil/trace.go:171","msg":"trace[725787365] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2803; }","duration":"464.303078ms","start":"2026-04-28T07:20:46.121505Z","end":"2026-04-28T07:20:46.585809Z","steps":["trace[725787365] 'agreement among raft nodes before linearized reading' (duration: 464.115093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:46.594014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:46.121501Z","time spent":"467.770247ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:46.585783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:46.121233Z","time spent":"464.527764ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:20:51.32554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.924425ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:51.325704Z","caller":"traceutil/trace.go:171","msg":"trace[1188970179] linearizableReadLoop","detail":"{readStateIndex:2934; appliedIndex:2931; }","duration":"698.168832ms","start":"2026-04-28T07:20:50.627525Z","end":"2026-04-28T07:20:51.325694Z","steps":["trace[1188970179] 'read index received' (duration: 42.45048ms)","trace[1188970179] 'applied index is now lower than readState.Index' (duration: 655.717672ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:51.325764Z","caller":"traceutil/trace.go:171","msg":"trace[867582233] transaction","detail":"{read_only:false; response_revision:2821; number_of_response:1; }","duration":"705.314984ms","start":"2026-04-28T07:20:50.620443Z","end":"2026-04-28T07:20:51.325758Z","steps":["trace[867582233] 'process raft request' (duration: 405.105561ms)","trace[867582233] 'compare' (duration: 299.248988ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:51.325793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:50.620418Z","time spent":"705.358825ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:51.325858Z","caller":"traceutil/trace.go:171","msg":"trace[496231364] transaction","detail":"{read_only:false; response_revision:2822; number_of_response:1; }","duration":"705.324064ms","start":"2026-04-28T07:20:50.62053Z","end":"2026-04-28T07:20:51.325854Z","steps":["trace[496231364] 'process raft request' (duration: 705.086468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:51.325878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:50.620522Z","time spent":"705.345075ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:20:51.325979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.46162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:20:51.325991Z","caller":"traceutil/trace.go:171","msg":"trace[1249152283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2822; }","duration":"698.498541ms","start":"2026-04-28T07:20:50.627488Z","end":"2026-04-28T07:20:51.325987Z","steps":["trace[1249152283] 'agreement among raft nodes before linearized reading' (duration: 698.422169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:51.326005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:50.627474Z","time spent":"698.528352ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:51.326096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.856111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:20:51.32618Z","caller":"traceutil/trace.go:171","msg":"trace[675668636] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2822; }","duration":"691.962454ms","start":"2026-04-28T07:20:50.634195Z","end":"2026-04-28T07:20:51.326158Z","steps":["trace[675668636] 'agreement among raft nodes before linearized reading' (duration: 691.78885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:51.326196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.422491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T07:20:51.326228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.548485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:20:51.32623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:50.634171Z","time spent":"692.046526ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":16,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:20:51.326253Z","caller":"traceutil/trace.go:171","msg":"trace[1019918034] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:2822; }","duration":"209.625466ms","start":"2026-04-28T07:20:51.11662Z","end":"2026-04-28T07:20:51.326245Z","steps":["trace[1019918034] 'agreement among raft nodes before linearized reading' (duration: 209.588855ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:51.326265Z","caller":"traceutil/trace.go:171","msg":"trace[497191911] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2822; }","duration":"649.501773ms","start":"2026-04-28T07:20:50.676744Z","end":"2026-04-28T07:20:51.326245Z","steps":["trace[497191911] 'agreement among raft nodes before linearized reading' (duration: 649.311488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:51.326311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:50.676739Z","time spent":"649.560284ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:51.326424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.492106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:20:51.326441Z","caller":"traceutil/trace.go:171","msg":"trace[1764674743] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2822; }","duration":"646.521658ms","start":"2026-04-28T07:20:50.679913Z","end":"2026-04-28T07:20:51.326435Z","steps":["trace[1764674743] 'agreement among raft nodes before linearized reading' (duration: 646.468997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:51.326454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:50.679907Z","time spent":"646.543498ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:20:51.326574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.581221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:20:51.326617Z","caller":"traceutil/trace.go:171","msg":"trace[1685943623] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2822; }","duration":"652.623542ms","start":"2026-04-28T07:20:50.673979Z","end":"2026-04-28T07:20:51.326603Z","steps":["trace[1685943623] 'agreement among raft nodes before linearized reading' (duration: 652.466488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:51.326634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.65817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:20:51.326651Z","caller":"traceutil/trace.go:171","msg":"trace[1545804251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2822; }","duration":"655.700331ms","start":"2026-04-28T07:20:50.670946Z","end":"2026-04-28T07:20:51.326646Z","steps":["trace[1545804251] 'agreement among raft nodes before linearized reading' (duration: 655.65314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:51.326667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:50.67093Z","time spent":"655.731442ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:20:51.326652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:50.67392Z","time spent":"652.723515ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:20:51.326752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.199997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:20:51.326768Z","caller":"traceutil/trace.go:171","msg":"trace[219463895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2822; }","duration":"653.248388ms","start":"2026-04-28T07:20:50.673514Z","end":"2026-04-28T07:20:51.326763Z","steps":["trace[219463895] 'agreement among raft nodes before linearized reading' (duration: 653.185366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:51.32678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:50.673499Z","time spent":"653.278519ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:20:52.807596Z","caller":"traceutil/trace.go:171","msg":"trace[393438060] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"188.691444ms","start":"2026-04-28T07:20:52.618879Z","end":"2026-04-28T07:20:52.80757Z","steps":["trace[393438060] 'process raft request' (duration: 188.512689ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:52.892331Z","caller":"traceutil/trace.go:171","msg":"trace[1931684883] linearizableReadLoop","detail":"{readStateIndex:2944; appliedIndex:2942; }","duration":"188.669353ms","start":"2026-04-28T07:20:52.703634Z","end":"2026-04-28T07:20:52.892303Z","steps":["trace[1931684883] 'read index received' (duration: 103.775471ms)","trace[1931684883] 'applied index is now lower than readState.Index' (duration: 84.889972ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:52.892457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.811797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:52.892495Z","caller":"traceutil/trace.go:171","msg":"trace[1571770751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2831; }","duration":"188.869608ms","start":"2026-04-28T07:20:52.703614Z","end":"2026-04-28T07:20:52.892484Z","steps":["trace[1571770751] 'agreement among raft nodes before linearized reading' (duration: 188.789336ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:52.892656Z","caller":"traceutil/trace.go:171","msg":"trace[1526385117] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"216.402268ms","start":"2026-04-28T07:20:52.67622Z","end":"2026-04-28T07:20:52.892622Z","steps":["trace[1526385117] 'process raft request' (duration: 215.864454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:53.117158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.058468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T07:20:53.117291Z","caller":"traceutil/trace.go:171","msg":"trace[600721418] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2831; }","duration":"199.238791ms","start":"2026-04-28T07:20:52.918023Z","end":"2026-04-28T07:20:53.117262Z","steps":["trace[600721418] 'range keys from in-memory index tree' (duration: 198.825332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:53.117291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.031618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T07:20:53.117374Z","caller":"traceutil/trace.go:171","msg":"trace[1141667718] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2831; }","duration":"115.185731ms","start":"2026-04-28T07:20:53.002168Z","end":"2026-04-28T07:20:53.117353Z","steps":["trace[1141667718] 'range keys from in-memory index tree' (duration: 114.824733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:53.594984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.433935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:20:53.595073Z","caller":"traceutil/trace.go:171","msg":"trace[1296544500] linearizableReadLoop","detail":"{readStateIndex:2946; appliedIndex:2945; }","duration":"395.865768ms","start":"2026-04-28T07:20:53.199193Z","end":"2026-04-28T07:20:53.595059Z","steps":["trace[1296544500] 'read index received' (duration: 277.288159ms)","trace[1296544500] 'applied index is now lower than readState.Index' (duration: 118.576349ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:20:53.595363Z","caller":"traceutil/trace.go:171","msg":"trace[595793280] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"472.021776ms","start":"2026-04-28T07:20:53.123277Z","end":"2026-04-28T07:20:53.595299Z","steps":["trace[595793280] 'process raft request' (duration: 353.203871ms)","trace[595793280] 'compare' (duration: 118.318522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:20:53.595407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.182995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:20:53.595498Z","caller":"traceutil/trace.go:171","msg":"trace[613683284] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2833; }","duration":"396.36105ms","start":"2026-04-28T07:20:53.199116Z","end":"2026-04-28T07:20:53.595477Z","steps":["trace[613683284] 'agreement among raft nodes before linearized reading' (duration: 396.186566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:53.595559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:53.199083Z","time spent":"396.459452ms","remote":"127.0.0.1:47464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:20:53.595581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:20:53.123255Z","time spent":"472.209251ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:20:53.596083Z","caller":"traceutil/trace.go:171","msg":"trace[2029230174] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"264.845153ms","start":"2026-04-28T07:20:53.331203Z","end":"2026-04-28T07:20:53.596048Z","steps":["trace[2029230174] 'process raft request' (duration: 264.578276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:53.596382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.031248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:20:53.59643Z","caller":"traceutil/trace.go:171","msg":"trace[1334540561] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2835; }","duration":"192.093349ms","start":"2026-04-28T07:20:53.404325Z","end":"2026-04-28T07:20:53.596418Z","steps":["trace[1334540561] 'agreement among raft nodes before linearized reading' (duration: 191.904454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:53.596412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.862363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T07:20:53.596692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.551321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:20:53.596766Z","caller":"traceutil/trace.go:171","msg":"trace[1367302091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2835; }","duration":"192.669074ms","start":"2026-04-28T07:20:53.404079Z","end":"2026-04-28T07:20:53.596748Z","steps":["trace[1367302091] 'agreement among raft nodes before linearized reading' (duration: 192.469159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:53.596781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.883432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T07:20:53.596644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.263678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:20:53.596843Z","caller":"traceutil/trace.go:171","msg":"trace[1134731615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2835; }","duration":"243.000265ms","start":"2026-04-28T07:20:53.353824Z","end":"2026-04-28T07:20:53.596825Z","steps":["trace[1134731615] 'agreement among raft nodes before linearized reading' (duration: 242.38159ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:53.596863Z","caller":"traceutil/trace.go:171","msg":"trace[1291775583] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2835; }","duration":"191.510885ms","start":"2026-04-28T07:20:53.405336Z","end":"2026-04-28T07:20:53.596847Z","steps":["trace[1291775583] 'agreement among raft nodes before linearized reading' (duration: 191.181776ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:53.596832Z","caller":"traceutil/trace.go:171","msg":"trace[1585149484] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2835; }","duration":"192.240963ms","start":"2026-04-28T07:20:53.404484Z","end":"2026-04-28T07:20:53.596725Z","steps":["trace[1585149484] 'agreement among raft nodes before linearized reading' (duration: 191.73951ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:20:53.59659Z","caller":"traceutil/trace.go:171","msg":"trace[994364046] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"263.794305ms","start":"2026-04-28T07:20:53.332746Z","end":"2026-04-28T07:20:53.596541Z","steps":["trace[994364046] 'process raft request' (duration: 263.144579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:20:53.596666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.298574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:20:53.597124Z","caller":"traceutil/trace.go:171","msg":"trace[624038550] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2835; }","duration":"192.777106ms","start":"2026-04-28T07:20:53.404325Z","end":"2026-04-28T07:20:53.597102Z","steps":["trace[624038550] 'agreement among raft nodes before linearized reading' (duration: 192.259983ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:01.976803Z","caller":"traceutil/trace.go:171","msg":"trace[1678330965] linearizableReadLoop","detail":"{readStateIndex:2988; appliedIndex:2987; }","duration":"320.030453ms","start":"2026-04-28T07:21:01.656743Z","end":"2026-04-28T07:21:01.976773Z","steps":["trace[1678330965] 'read index received' (duration: 319.935561ms)","trace[1678330965] 'applied index is now lower than readState.Index' (duration: 93.122µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:01.976837Z","caller":"traceutil/trace.go:171","msg":"trace[463989881] transaction","detail":"{read_only:false; response_revision:2874; number_of_response:1; }","duration":"349.659493ms","start":"2026-04-28T07:21:01.627149Z","end":"2026-04-28T07:21:01.976808Z","steps":["trace[463989881] 'process raft request' (duration: 349.389016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:01.977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:01.627129Z","time spent":"349.779186ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:21:01.97704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.259999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:21:01.977143Z","caller":"traceutil/trace.go:171","msg":"trace[821060896] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:2874; }","duration":"320.419983ms","start":"2026-04-28T07:21:01.656701Z","end":"2026-04-28T07:21:01.977121Z","steps":["trace[821060896] 'agreement among raft nodes before linearized reading' (duration: 320.229148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:01.977198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:01.656688Z","time spent":"320.500055ms","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:21:02.00863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.387309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:21:02.008707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.758253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:21:02.008729Z","caller":"traceutil/trace.go:171","msg":"trace[764374906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2875; }","duration":"339.541883ms","start":"2026-04-28T07:21:01.669164Z","end":"2026-04-28T07:21:02.008706Z","steps":["trace[764374906] 'agreement among raft nodes before linearized reading' (duration: 339.267306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:02.008763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.470124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:21:02.008799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:01.669138Z","time spent":"339.643146ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:21:02.008822Z","caller":"traceutil/trace.go:171","msg":"trace[1048137969] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2875; }","duration":"336.546086ms","start":"2026-04-28T07:21:01.672263Z","end":"2026-04-28T07:21:02.008809Z","steps":["trace[1048137969] 'agreement among raft nodes before linearized reading' (duration: 336.340701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:02.008799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.138041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T07:21:02.00886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:01.672256Z","time spent":"336.594468ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"info","ts":"2026-04-28T07:21:02.00889Z","caller":"traceutil/trace.go:171","msg":"trace[1280341340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2875; }","duration":"337.284365ms","start":"2026-04-28T07:21:01.671583Z","end":"2026-04-28T07:21:02.008867Z","steps":["trace[1280341340] 'agreement among raft nodes before linearized reading' (duration: 336.977137ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:02.008799Z","caller":"traceutil/trace.go:171","msg":"trace[329470712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2875; }","duration":"331.900106ms","start":"2026-04-28T07:21:01.676864Z","end":"2026-04-28T07:21:02.008764Z","steps":["trace[329470712] 'agreement among raft nodes before linearized reading' (duration: 331.626649ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:02.008773Z","caller":"traceutil/trace.go:171","msg":"trace[1160834589] transaction","detail":"{read_only:false; response_revision:2875; number_of_response:1; }","duration":"168.176986ms","start":"2026-04-28T07:21:01.840557Z","end":"2026-04-28T07:21:02.008734Z","steps":["trace[1160834589] 'process raft request' (duration: 167.712394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:02.0089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.353466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:21:02.008992Z","caller":"traceutil/trace.go:171","msg":"trace[1035498955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2875; }","duration":"337.498171ms","start":"2026-04-28T07:21:01.671474Z","end":"2026-04-28T07:21:02.008972Z","steps":["trace[1035498955] 'agreement among raft nodes before linearized reading' (duration: 337.181013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:02.00899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:01.676851Z","time spent":"332.104081ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:21:02.009001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.305157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T07:21:02.009039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:01.671461Z","time spent":"337.569712ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:21:02.009058Z","caller":"traceutil/trace.go:171","msg":"trace[335832025] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2875; }","duration":"339.384968ms","start":"2026-04-28T07:21:01.669657Z","end":"2026-04-28T07:21:02.009042Z","steps":["trace[335832025] 'agreement among raft nodes before linearized reading' (duration: 339.187403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:02.009094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:01.669647Z","time spent":"339.43929ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:21:02.008938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:01.671564Z","time spent":"337.366207ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:21:02.264464Z","caller":"traceutil/trace.go:171","msg":"trace[1197160077] transaction","detail":"{read_only:false; response_revision:2878; number_of_response:1; }","duration":"250.442417ms","start":"2026-04-28T07:21:02.013994Z","end":"2026-04-28T07:21:02.264436Z","steps":["trace[1197160077] 'process raft request' (duration: 250.313033ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:02.264659Z","caller":"traceutil/trace.go:171","msg":"trace[1974781431] linearizableReadLoop","detail":"{readStateIndex:2994; appliedIndex:2990; }","duration":"173.603525ms","start":"2026-04-28T07:21:02.091025Z","end":"2026-04-28T07:21:02.264628Z","steps":["trace[1974781431] 'read index received' (duration: 145.695778ms)","trace[1974781431] 'applied index is now lower than readState.Index' (duration: 27.906107ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:02.26472Z","caller":"traceutil/trace.go:171","msg":"trace[451286890] transaction","detail":"{read_only:false; response_revision:2877; number_of_response:1; }","duration":"251.257817ms","start":"2026-04-28T07:21:02.013432Z","end":"2026-04-28T07:21:02.26469Z","steps":["trace[451286890] 'process raft request' (duration: 223.243328ms)","trace[451286890] 'compare' (duration: 26.991383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:02.264903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.876622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:21:02.264928Z","caller":"traceutil/trace.go:171","msg":"trace[2060255806] transaction","detail":"{read_only:false; response_revision:2880; number_of_response:1; }","duration":"250.650102ms","start":"2026-04-28T07:21:02.014264Z","end":"2026-04-28T07:21:02.264914Z","steps":["trace[2060255806] 'process raft request' (duration: 250.248462ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:02.264954Z","caller":"traceutil/trace.go:171","msg":"trace[345778997] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:2880; }","duration":"174.004494ms","start":"2026-04-28T07:21:02.090933Z","end":"2026-04-28T07:21:02.264937Z","steps":["trace[345778997] 'agreement among raft nodes before linearized reading' (duration: 173.801109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:02.26494Z","caller":"traceutil/trace.go:171","msg":"trace[2086124730] transaction","detail":"{read_only:false; response_revision:2879; number_of_response:1; }","duration":"250.929129ms","start":"2026-04-28T07:21:02.013978Z","end":"2026-04-28T07:21:02.264907Z","steps":["trace[2086124730] 'process raft request' (duration: 250.418266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:04.241889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.19563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:21:04.241911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.209458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:21:04.24197Z","caller":"traceutil/trace.go:171","msg":"trace[1169878738] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2885; }","duration":"183.308633ms","start":"2026-04-28T07:21:04.058642Z","end":"2026-04-28T07:21:04.241951Z","steps":["trace[1169878738] 'range keys from in-memory index tree' (duration: 182.996015ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:04.241984Z","caller":"traceutil/trace.go:171","msg":"trace[1381026137] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2885; }","duration":"186.2844ms","start":"2026-04-28T07:21:04.055683Z","end":"2026-04-28T07:21:04.241968Z","steps":["trace[1381026137] 'range keys from in-memory index tree' (duration: 186.012313ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:04.403283Z","caller":"traceutil/trace.go:171","msg":"trace[1776318051] linearizableReadLoop","detail":"{readStateIndex:3001; appliedIndex:3000; }","duration":"154.645278ms","start":"2026-04-28T07:21:04.248617Z","end":"2026-04-28T07:21:04.403263Z","steps":["trace[1776318051] 'read index received' (duration: 154.507955ms)","trace[1776318051] 'applied index is now lower than readState.Index' (duration: 136.513µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:04.403477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.769693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T07:21:04.403477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.130527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:21:04.403533Z","caller":"traceutil/trace.go:171","msg":"trace[29374294] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2886; }","duration":"133.216159ms","start":"2026-04-28T07:21:04.270308Z","end":"2026-04-28T07:21:04.403524Z","steps":["trace[29374294] 'agreement among raft nodes before linearized reading' (duration: 133.087836ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:04.403573Z","caller":"traceutil/trace.go:171","msg":"trace[1642520835] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2886; }","duration":"133.855535ms","start":"2026-04-28T07:21:04.269651Z","end":"2026-04-28T07:21:04.403507Z","steps":["trace[1642520835] 'agreement among raft nodes before linearized reading' (duration: 133.724082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:04.403614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.66193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:21:04.40366Z","caller":"traceutil/trace.go:171","msg":"trace[1012766801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2886; }","duration":"133.752122ms","start":"2026-04-28T07:21:04.269895Z","end":"2026-04-28T07:21:04.403647Z","steps":["trace[1012766801] 'agreement among raft nodes before linearized reading' (duration: 133.610688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:04.403681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.023288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68625"} {"level":"info","ts":"2026-04-28T07:21:04.403766Z","caller":"traceutil/trace.go:171","msg":"trace[2085607675] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2886; }","duration":"155.165981ms","start":"2026-04-28T07:21:04.248581Z","end":"2026-04-28T07:21:04.403747Z","steps":["trace[2085607675] 'agreement among raft nodes before linearized reading' (duration: 154.794032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:04.403745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.831584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:21:04.403835Z","caller":"traceutil/trace.go:171","msg":"trace[564284620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2886; }","duration":"133.958377ms","start":"2026-04-28T07:21:04.269856Z","end":"2026-04-28T07:21:04.403814Z","steps":["trace[564284620] 'agreement among raft nodes before linearized reading' (duration: 133.66691ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:04.403347Z","caller":"traceutil/trace.go:171","msg":"trace[1765218805] transaction","detail":"{read_only:false; response_revision:2886; number_of_response:1; }","duration":"157.183254ms","start":"2026-04-28T07:21:04.24614Z","end":"2026-04-28T07:21:04.403323Z","steps":["trace[1765218805] 'process raft request' (duration: 157.006589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:04.717787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.275214ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:21:04.718079Z","caller":"traceutil/trace.go:171","msg":"trace[2127203132] transaction","detail":"{read_only:false; response_revision:2888; number_of_response:1; }","duration":"309.80769ms","start":"2026-04-28T07:21:04.408251Z","end":"2026-04-28T07:21:04.718058Z","steps":["trace[2127203132] 'process raft request' (duration: 309.679866ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:04.718065Z","caller":"traceutil/trace.go:171","msg":"trace[945881007] transaction","detail":"{read_only:false; response_revision:2887; number_of_response:1; }","duration":"310.029796ms","start":"2026-04-28T07:21:04.407995Z","end":"2026-04-28T07:21:04.718024Z","steps":["trace[945881007] 'process raft request' (duration: 41.207728ms)","trace[945881007] 'compare' (duration: 268.092199ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:04.718166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:04.408225Z","time spent":"309.900291ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:21:04.718242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:04.407969Z","time spent":"310.17508ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:04.718376Z","caller":"traceutil/trace.go:171","msg":"trace[439135784] transaction","detail":"{read_only:false; response_revision:2889; number_of_response:1; }","duration":"309.736618ms","start":"2026-04-28T07:21:04.408612Z","end":"2026-04-28T07:21:04.718349Z","steps":["trace[439135784] 'process raft request' (duration: 309.384359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:04.718515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:04.408602Z","time spent":"309.84238ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:04.71847Z","caller":"traceutil/trace.go:171","msg":"trace[8203877] transaction","detail":"{read_only:false; response_revision:2890; number_of_response:1; }","duration":"309.744658ms","start":"2026-04-28T07:21:04.408671Z","end":"2026-04-28T07:21:04.718416Z","steps":["trace[8203877] 'process raft request' (duration: 309.548313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:04.718728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:04.408663Z","time spent":"309.920082ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:21:05.264731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.766141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:21:05.264911Z","caller":"traceutil/trace.go:171","msg":"trace[1238196465] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:2891; }","duration":"434.038098ms","start":"2026-04-28T07:21:04.830853Z","end":"2026-04-28T07:21:05.264891Z","steps":["trace[1238196465] 'count revisions from in-memory index tree' (duration: 433.662289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:05.264957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:04.830827Z","time spent":"434.11579ms","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:21:05.265689Z","caller":"traceutil/trace.go:171","msg":"trace[615699716] transaction","detail":"{read_only:false; response_revision:2892; number_of_response:1; }","duration":"282.310094ms","start":"2026-04-28T07:21:04.983357Z","end":"2026-04-28T07:21:05.265667Z","steps":["trace[615699716] 'process raft request' (duration: 282.167251ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:05.293269Z","caller":"traceutil/trace.go:171","msg":"trace[206393184] linearizableReadLoop","detail":"{readStateIndex:3008; appliedIndex:3006; }","duration":"239.068804ms","start":"2026-04-28T07:21:05.054175Z","end":"2026-04-28T07:21:05.293244Z","steps":["trace[206393184] 'read index received' (duration: 211.435806ms)","trace[206393184] 'applied index is now lower than readState.Index' (duration: 27.631688ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:05.293402Z","caller":"traceutil/trace.go:171","msg":"trace[111365138] transaction","detail":"{read_only:false; response_revision:2893; number_of_response:1; }","duration":"260.430303ms","start":"2026-04-28T07:21:05.032949Z","end":"2026-04-28T07:21:05.293379Z","steps":["trace[111365138] 'process raft request' (duration: 260.145464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:05.293541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.346923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:21:05.29359Z","caller":"traceutil/trace.go:171","msg":"trace[1174370976] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:2893; }","duration":"239.422645ms","start":"2026-04-28T07:21:05.054155Z","end":"2026-04-28T07:21:05.293578Z","steps":["trace[1174370976] 'agreement among raft nodes before linearized reading' (duration: 239.216959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:06.647263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.826077ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:21:06.64739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.77042ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:21:06.647445Z","caller":"traceutil/trace.go:171","msg":"trace[1708115259] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2894; }","duration":"371.044872ms","start":"2026-04-28T07:21:06.276375Z","end":"2026-04-28T07:21:06.64742Z","steps":["trace[1708115259] 'range keys from in-memory index tree' (duration: 370.753275ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:06.64749Z","caller":"traceutil/trace.go:171","msg":"trace[1044479975] linearizableReadLoop","detail":"{readStateIndex:3010; appliedIndex:3009; }","duration":"479.543945ms","start":"2026-04-28T07:21:06.167928Z","end":"2026-04-28T07:21:06.647472Z","steps":["trace[1044479975] 'read index received' (duration: 266.444487ms)","trace[1044479975] 'applied index is now lower than readState.Index' (duration: 213.097848ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:06.647579Z","caller":"traceutil/trace.go:171","msg":"trace[817515104] transaction","detail":"{read_only:false; response_revision:2895; number_of_response:1; }","duration":"648.862001ms","start":"2026-04-28T07:21:05.998701Z","end":"2026-04-28T07:21:06.647563Z","steps":["trace[817515104] 'process raft request' (duration: 435.804783ms)","trace[817515104] 'compare' (duration: 212.130334ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:06.647646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:05.998664Z","time spent":"648.951143ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:21:06.647687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.746311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:21:06.647759Z","caller":"traceutil/trace.go:171","msg":"trace[1479529738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2895; }","duration":"479.870444ms","start":"2026-04-28T07:21:06.16787Z","end":"2026-04-28T07:21:06.64774Z","steps":["trace[1479529738] 'agreement among raft nodes before linearized reading' (duration: 479.750371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:06.647771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.665271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-04-28T07:21:06.647799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:06.167846Z","time spent":"479.945655ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:21:06.647825Z","caller":"traceutil/trace.go:171","msg":"trace[472700847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2895; }","duration":"239.772234ms","start":"2026-04-28T07:21:06.408035Z","end":"2026-04-28T07:21:06.647808Z","steps":["trace[472700847] 'agreement among raft nodes before linearized reading' (duration: 239.598239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:06.648267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.562726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:21:06.648342Z","caller":"traceutil/trace.go:171","msg":"trace[882771313] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2895; }","duration":"214.671928ms","start":"2026-04-28T07:21:06.433649Z","end":"2026-04-28T07:21:06.648321Z","steps":["trace[882771313] 'agreement among raft nodes before linearized reading' (duration: 214.050742ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:06.904939Z","caller":"traceutil/trace.go:171","msg":"trace[1690982481] linearizableReadLoop","detail":"{readStateIndex:3011; appliedIndex:3010; }","duration":"250.811666ms","start":"2026-04-28T07:21:06.65409Z","end":"2026-04-28T07:21:06.904902Z","steps":["trace[1690982481] 'read index received' (duration: 164.193213ms)","trace[1690982481] 'applied index is now lower than readState.Index' (duration: 86.616883ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:06.904946Z","caller":"traceutil/trace.go:171","msg":"trace[1441297852] transaction","detail":"{read_only:false; response_revision:2896; number_of_response:1; }","duration":"251.977626ms","start":"2026-04-28T07:21:06.652938Z","end":"2026-04-28T07:21:06.904916Z","steps":["trace[1441297852] 'process raft request' (duration: 165.342542ms)","trace[1441297852] 'compare' (duration: 86.436799ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:06.905205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.48328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:21:06.905271Z","caller":"traceutil/trace.go:171","msg":"trace[1915045806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2896; }","duration":"201.566513ms","start":"2026-04-28T07:21:06.703685Z","end":"2026-04-28T07:21:06.905251Z","steps":["trace[1915045806] 'agreement among raft nodes before linearized reading' (duration: 201.44097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:06.90532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.203997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68625"} {"level":"info","ts":"2026-04-28T07:21:06.905421Z","caller":"traceutil/trace.go:171","msg":"trace[173668625] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2896; }","duration":"251.32074ms","start":"2026-04-28T07:21:06.654077Z","end":"2026-04-28T07:21:06.905398Z","steps":["trace[173668625] 'agreement among raft nodes before linearized reading' (duration: 250.926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:06.905562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.669447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-04-28T07:21:06.905677Z","caller":"traceutil/trace.go:171","msg":"trace[500718570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2896; }","duration":"182.841931ms","start":"2026-04-28T07:21:06.722809Z","end":"2026-04-28T07:21:06.905651Z","steps":["trace[500718570] 'agreement among raft nodes before linearized reading' (duration: 182.428511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:06.905708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.503798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:21:06.905769Z","caller":"traceutil/trace.go:171","msg":"trace[1514473148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2896; }","duration":"183.601671ms","start":"2026-04-28T07:21:06.722152Z","end":"2026-04-28T07:21:06.905754Z","steps":["trace[1514473148] 'agreement among raft nodes before linearized reading' (duration: 183.374045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:06.90595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.393475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:21:06.906027Z","caller":"traceutil/trace.go:171","msg":"trace[1287222434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2896; }","duration":"183.58553ms","start":"2026-04-28T07:21:06.722425Z","end":"2026-04-28T07:21:06.90601Z","steps":["trace[1287222434] 'agreement among raft nodes before linearized reading' (duration: 183.345654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:06.906013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.597711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:21:06.906138Z","caller":"traceutil/trace.go:171","msg":"trace[1900617697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2896; }","duration":"183.765615ms","start":"2026-04-28T07:21:06.722348Z","end":"2026-04-28T07:21:06.906114Z","steps":["trace[1900617697] 'agreement among raft nodes before linearized reading' (duration: 183.318154ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:08.285328Z","caller":"traceutil/trace.go:171","msg":"trace[1366461330] linearizableReadLoop","detail":"{readStateIndex:3019; appliedIndex:3018; }","duration":"384.464407ms","start":"2026-04-28T07:21:07.900839Z","end":"2026-04-28T07:21:08.285303Z","steps":["trace[1366461330] 'read index received' (duration: 383.567093ms)","trace[1366461330] 'applied index is now lower than readState.Index' (duration: 895.804µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:08.28556Z","caller":"traceutil/trace.go:171","msg":"trace[1666098642] transaction","detail":"{read_only:false; response_revision:2903; number_of_response:1; }","duration":"544.201905ms","start":"2026-04-28T07:21:07.741315Z","end":"2026-04-28T07:21:08.285517Z","steps":["trace[1666098642] 'process raft request' (duration: 543.695661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:08.285704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.692262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:21:08.285759Z","caller":"traceutil/trace.go:171","msg":"trace[1351849565] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2903; }","duration":"239.821535ms","start":"2026-04-28T07:21:08.045924Z","end":"2026-04-28T07:21:08.285746Z","steps":["trace[1351849565] 'agreement among raft nodes before linearized reading' (duration: 239.61659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:08.285502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.645871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:21:08.286092Z","caller":"traceutil/trace.go:171","msg":"trace[1977803166] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2903; }","duration":"385.307218ms","start":"2026-04-28T07:21:07.900769Z","end":"2026-04-28T07:21:08.286076Z","steps":["trace[1977803166] 'agreement among raft nodes before linearized reading' (duration: 384.668232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:08.286143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:07.900737Z","time spent":"385.382189ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:21:08.285825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:07.741296Z","time spent":"544.400421ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:09.03003Z","caller":"traceutil/trace.go:171","msg":"trace[1285236277] linearizableReadLoop","detail":"{readStateIndex:3023; appliedIndex:3022; }","duration":"111.630553ms","start":"2026-04-28T07:21:08.918375Z","end":"2026-04-28T07:21:09.030006Z","steps":["trace[1285236277] 'read index received' (duration: 111.457439ms)","trace[1285236277] 'applied index is now lower than readState.Index' (duration: 172.034µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:09.030167Z","caller":"traceutil/trace.go:171","msg":"trace[93784004] transaction","detail":"{read_only:false; response_revision:2907; number_of_response:1; }","duration":"113.04582ms","start":"2026-04-28T07:21:08.917107Z","end":"2026-04-28T07:21:09.030153Z","steps":["trace[93784004] 'process raft request' (duration: 112.726452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:09.030595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.191719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68625"} {"level":"info","ts":"2026-04-28T07:21:09.030633Z","caller":"traceutil/trace.go:171","msg":"trace[2033502964] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:2907; }","duration":"112.266851ms","start":"2026-04-28T07:21:08.918358Z","end":"2026-04-28T07:21:09.030625Z","steps":["trace[2033502964] 'agreement among raft nodes before linearized reading' (duration: 112.086716ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:14.545218Z","caller":"traceutil/trace.go:171","msg":"trace[525788943] linearizableReadLoop","detail":"{readStateIndex:3054; appliedIndex:3053; }","duration":"198.501253ms","start":"2026-04-28T07:21:14.346694Z","end":"2026-04-28T07:21:14.545196Z","steps":["trace[525788943] 'read index received' (duration: 198.281388ms)","trace[525788943] 'applied index is now lower than readState.Index' (duration: 218.895µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:14.545363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.653158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:21:14.54537Z","caller":"traceutil/trace.go:171","msg":"trace[827222538] transaction","detail":"{read_only:false; response_revision:2937; number_of_response:1; }","duration":"235.157745ms","start":"2026-04-28T07:21:14.310181Z","end":"2026-04-28T07:21:14.545338Z","steps":["trace[827222538] 'process raft request' (duration: 234.856037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:14.545403Z","caller":"traceutil/trace.go:171","msg":"trace[626650753] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2937; }","duration":"198.76788ms","start":"2026-04-28T07:21:14.346624Z","end":"2026-04-28T07:21:14.545392Z","steps":["trace[626650753] 'agreement among raft nodes before linearized reading' (duration: 198.660507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:15.311142Z","caller":"traceutil/trace.go:171","msg":"trace[1161272633] linearizableReadLoop","detail":"{readStateIndex:3057; appliedIndex:3056; }","duration":"141.959724ms","start":"2026-04-28T07:21:15.169145Z","end":"2026-04-28T07:21:15.311104Z","steps":["trace[1161272633] 'read index received' (duration: 141.647495ms)","trace[1161272633] 'applied index is now lower than readState.Index' (duration: 310.879µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:15.311203Z","caller":"traceutil/trace.go:171","msg":"trace[1124640202] transaction","detail":"{read_only:false; response_revision:2940; number_of_response:1; }","duration":"142.737033ms","start":"2026-04-28T07:21:15.168421Z","end":"2026-04-28T07:21:15.311158Z","steps":["trace[1124640202] 'process raft request' (duration: 142.451235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:15.31144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.270311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:21:15.31151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.047036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:21:15.311516Z","caller":"traceutil/trace.go:171","msg":"trace[914898302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2940; }","duration":"142.412705ms","start":"2026-04-28T07:21:15.169089Z","end":"2026-04-28T07:21:15.311501Z","steps":["trace[914898302] 'agreement among raft nodes before linearized reading' (duration: 142.183949ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:15.311575Z","caller":"traceutil/trace.go:171","msg":"trace[1747962542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2940; }","duration":"142.130878ms","start":"2026-04-28T07:21:15.169414Z","end":"2026-04-28T07:21:15.311545Z","steps":["trace[1747962542] 'agreement among raft nodes before linearized reading' (duration: 141.895342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:15.311639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.007494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:21:15.311769Z","caller":"traceutil/trace.go:171","msg":"trace[1274572997] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2940; }","duration":"142.2069ms","start":"2026-04-28T07:21:15.169535Z","end":"2026-04-28T07:21:15.311742Z","steps":["trace[1274572997] 'agreement among raft nodes before linearized reading' (duration: 141.891632ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:23.212745Z","caller":"traceutil/trace.go:171","msg":"trace[1127487949] linearizableReadLoop","detail":"{readStateIndex:3098; appliedIndex:3097; }","duration":"104.996483ms","start":"2026-04-28T07:21:23.107725Z","end":"2026-04-28T07:21:23.212721Z","steps":["trace[1127487949] 'read index received' (duration: 104.819289ms)","trace[1127487949] 'applied index is now lower than readState.Index' (duration: 176.074µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:23.212837Z","caller":"traceutil/trace.go:171","msg":"trace[1300699908] transaction","detail":"{read_only:false; response_revision:2979; number_of_response:1; }","duration":"106.970455ms","start":"2026-04-28T07:21:23.105818Z","end":"2026-04-28T07:21:23.212788Z","steps":["trace[1300699908] 'process raft request' (duration: 106.746179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:23.212978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.22702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:21:23.21306Z","caller":"traceutil/trace.go:171","msg":"trace[1423292746] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:2979; }","duration":"105.310802ms","start":"2026-04-28T07:21:23.10772Z","end":"2026-04-28T07:21:23.213031Z","steps":["trace[1423292746] 'agreement among raft nodes before linearized reading' (duration: 105.100427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:26.132657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.815473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:21:26.132761Z","caller":"traceutil/trace.go:171","msg":"trace[797162859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2990; }","duration":"707.979077ms","start":"2026-04-28T07:21:25.424755Z","end":"2026-04-28T07:21:26.132734Z","steps":["trace[797162859] 'range keys from in-memory index tree' (duration: 707.591056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:26.132808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:25.424734Z","time spent":"708.063699ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:21:26.133243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.171671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:21:26.133274Z","caller":"traceutil/trace.go:171","msg":"trace[860922915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2990; }","duration":"676.201822ms","start":"2026-04-28T07:21:25.457062Z","end":"2026-04-28T07:21:26.133264Z","steps":["trace[860922915] 'range keys from in-memory index tree' (duration: 675.983937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:26.133301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:25.45698Z","time spent":"676.314775ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:21:26.133521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.980666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:21:26.13355Z","caller":"traceutil/trace.go:171","msg":"trace[2057230671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2990; }","duration":"676.065459ms","start":"2026-04-28T07:21:25.457475Z","end":"2026-04-28T07:21:26.13354Z","steps":["trace[2057230671] 'range keys from in-memory index tree' (duration: 675.811861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:26.133576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:25.457425Z","time spent":"676.144411ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:21:26.13431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.459335ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:21:26.134404Z","caller":"traceutil/trace.go:171","msg":"trace[2039594109] transaction","detail":"{read_only:false; response_revision:2991; number_of_response:1; }","duration":"676.11787ms","start":"2026-04-28T07:21:25.45827Z","end":"2026-04-28T07:21:26.134388Z","steps":["trace[2039594109] 'process raft request' (duration: 194.411419ms)","trace[2039594109] 'compare' (duration: 479.124254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:26.134451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:25.458247Z","time spent":"676.180681ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:26.149274Z","caller":"traceutil/trace.go:171","msg":"trace[813944333] linearizableReadLoop","detail":"{readStateIndex:3111; appliedIndex:3109; }","duration":"688.846267ms","start":"2026-04-28T07:21:25.460407Z","end":"2026-04-28T07:21:26.149253Z","steps":["trace[813944333] 'read index received' (duration: 192.275695ms)","trace[813944333] 'applied index is now lower than readState.Index' (duration: 496.569762ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:26.14933Z","caller":"traceutil/trace.go:171","msg":"trace[1031112274] transaction","detail":"{read_only:false; response_revision:2992; number_of_response:1; }","duration":"690.628441ms","start":"2026-04-28T07:21:25.458677Z","end":"2026-04-28T07:21:26.149305Z","steps":["trace[1031112274] 'process raft request' (duration: 690.452277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:26.149478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.065542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T07:21:26.149488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:25.458628Z","time spent":"690.752225ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:26.14951Z","caller":"traceutil/trace.go:171","msg":"trace[334489753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2992; }","duration":"689.167935ms","start":"2026-04-28T07:21:25.460331Z","end":"2026-04-28T07:21:26.149499Z","steps":["trace[334489753] 'agreement among raft nodes before linearized reading' (duration: 689.032382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:26.149548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:25.460301Z","time spent":"689.228886ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:21:26.459883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.366114ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:21:26.460058Z","caller":"traceutil/trace.go:171","msg":"trace[138192782] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2992; }","duration":"183.57667ms","start":"2026-04-28T07:21:26.27646Z","end":"2026-04-28T07:21:26.460037Z","steps":["trace[138192782] 'range keys from in-memory index tree' (duration: 183.341634ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:26.460423Z","caller":"traceutil/trace.go:171","msg":"trace[1341467475] transaction","detail":"{read_only:false; response_revision:2994; number_of_response:1; }","duration":"319.878758ms","start":"2026-04-28T07:21:26.140517Z","end":"2026-04-28T07:21:26.460395Z","steps":["trace[1341467475] 'process raft request' (duration: 319.805156ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:26.460508Z","caller":"traceutil/trace.go:171","msg":"trace[2064957902] transaction","detail":"{read_only:false; response_revision:2993; number_of_response:1; }","duration":"321.231632ms","start":"2026-04-28T07:21:26.139228Z","end":"2026-04-28T07:21:26.460459Z","steps":["trace[2064957902] 'process raft request' (duration: 305.225392ms)","trace[2064957902] 'compare' (duration: 15.661992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:26.460614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:26.140505Z","time spent":"320.005672ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:21:26.460653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.235347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:21:26.460637Z","caller":"traceutil/trace.go:171","msg":"trace[26575288] linearizableReadLoop","detail":"{readStateIndex:3114; appliedIndex:3111; }","duration":"311.267508ms","start":"2026-04-28T07:21:26.149343Z","end":"2026-04-28T07:21:26.46061Z","steps":["trace[26575288] 'read index received' (duration: 295.250647ms)","trace[26575288] 'applied index is now lower than readState.Index' (duration: 16.014271ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:26.460652Z","caller":"traceutil/trace.go:171","msg":"trace[212416017] transaction","detail":"{read_only:false; response_revision:2995; number_of_response:1; }","duration":"319.041396ms","start":"2026-04-28T07:21:26.141577Z","end":"2026-04-28T07:21:26.460619Z","steps":["trace[212416017] 'process raft request' (duration: 318.785949ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:26.460685Z","caller":"traceutil/trace.go:171","msg":"trace[546570793] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2995; }","duration":"629.33274ms","start":"2026-04-28T07:21:25.831342Z","end":"2026-04-28T07:21:26.460674Z","steps":["trace[546570793] 'agreement among raft nodes before linearized reading' (duration: 629.269888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:26.460721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:25.831311Z","time spent":"629.399541ms","remote":"127.0.0.1:47524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:21:26.460723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:26.139192Z","time spent":"321.406388ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:21:26.460742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.783746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:21:26.460795Z","caller":"traceutil/trace.go:171","msg":"trace[1499981328] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2995; }","duration":"757.897019ms","start":"2026-04-28T07:21:25.702884Z","end":"2026-04-28T07:21:26.460781Z","steps":["trace[1499981328] 'agreement among raft nodes before linearized reading' (duration: 757.808956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:26.460817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:26.141552Z","time spent":"319.1625ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:21:26.46085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:25.702851Z","time spent":"757.987571ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:21:26.474789Z","caller":"traceutil/trace.go:171","msg":"trace[693472252] transaction","detail":"{read_only:false; response_revision:2996; number_of_response:1; }","duration":"319.419766ms","start":"2026-04-28T07:21:26.155334Z","end":"2026-04-28T07:21:26.474754Z","steps":["trace[693472252] 'process raft request' (duration: 319.160608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:26.474965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:26.155302Z","time spent":"319.57017ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:26.891723Z","caller":"traceutil/trace.go:171","msg":"trace[705310885] transaction","detail":"{read_only:false; response_revision:2998; number_of_response:1; }","duration":"123.188251ms","start":"2026-04-28T07:21:26.768509Z","end":"2026-04-28T07:21:26.891697Z","steps":["trace[705310885] 'process raft request' (duration: 123.024647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:31.2567Z","caller":"traceutil/trace.go:171","msg":"trace[1083564448] transaction","detail":"{read_only:false; response_revision:3020; number_of_response:1; }","duration":"353.361909ms","start":"2026-04-28T07:21:30.903312Z","end":"2026-04-28T07:21:31.256674Z","steps":["trace[1083564448] 'process raft request' (duration: 353.155452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:31.256874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:30.903274Z","time spent":"353.508902ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:32.406865Z","caller":"traceutil/trace.go:171","msg":"trace[1593270218] transaction","detail":"{read_only:false; response_revision:3024; number_of_response:1; }","duration":"226.164624ms","start":"2026-04-28T07:21:32.180669Z","end":"2026-04-28T07:21:32.406833Z","steps":["trace[1593270218] 'process raft request' (duration: 132.808859ms)","trace[1593270218] 'compare' (duration: 93.200861ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:32.418546Z","caller":"traceutil/trace.go:171","msg":"trace[733821422] transaction","detail":"{read_only:false; response_revision:3025; number_of_response:1; }","duration":"230.371011ms","start":"2026-04-28T07:21:32.187937Z","end":"2026-04-28T07:21:32.418308Z","steps":["trace[733821422] 'process raft request' (duration: 230.243238ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:32.645036Z","caller":"traceutil/trace.go:171","msg":"trace[1660395035] linearizableReadLoop","detail":"{readStateIndex:3148; appliedIndex:3147; }","duration":"154.915095ms","start":"2026-04-28T07:21:32.49009Z","end":"2026-04-28T07:21:32.645005Z","steps":["trace[1660395035] 'read index received' (duration: 120.090982ms)","trace[1660395035] 'applied index is now lower than readState.Index' (duration: 34.822473ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:32.645155Z","caller":"traceutil/trace.go:171","msg":"trace[299680927] transaction","detail":"{read_only:false; response_revision:3026; number_of_response:1; }","duration":"162.961892ms","start":"2026-04-28T07:21:32.482126Z","end":"2026-04-28T07:21:32.645088Z","steps":["trace[299680927] 'process raft request' (duration: 128.069587ms)","trace[299680927] 'compare' (duration: 34.655109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:32.645468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.351266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:21:32.645468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.921043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:21:32.645643Z","caller":"traceutil/trace.go:171","msg":"trace[2875568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3026; }","duration":"151.128348ms","start":"2026-04-28T07:21:32.494491Z","end":"2026-04-28T07:21:32.645619Z","steps":["trace[2875568] 'agreement among raft nodes before linearized reading' (duration: 150.731458ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:32.645611Z","caller":"traceutil/trace.go:171","msg":"trace[610899205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3026; }","duration":"155.570362ms","start":"2026-04-28T07:21:32.490018Z","end":"2026-04-28T07:21:32.645588Z","steps":["trace[610899205] 'agreement among raft nodes before linearized reading' (duration: 155.196152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:32.645685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.154903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:21:32.645735Z","caller":"traceutil/trace.go:171","msg":"trace[632738321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3026; }","duration":"150.261265ms","start":"2026-04-28T07:21:32.495461Z","end":"2026-04-28T07:21:32.645722Z","steps":["trace[632738321] 'agreement among raft nodes before linearized reading' (duration: 149.940367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:44.822136Z","caller":"traceutil/trace.go:171","msg":"trace[498570214] transaction","detail":"{read_only:false; response_revision:3086; number_of_response:1; }","duration":"365.408016ms","start":"2026-04-28T07:21:44.456691Z","end":"2026-04-28T07:21:44.822099Z","steps":["trace[498570214] 'process raft request' (duration: 365.194691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:44.822383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:44.456675Z","time spent":"365.586881ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:45.650424Z","caller":"traceutil/trace.go:171","msg":"trace[1386190875] transaction","detail":"{read_only:false; response_revision:3087; number_of_response:1; }","duration":"1.187198194s","start":"2026-04-28T07:21:44.463186Z","end":"2026-04-28T07:21:45.650384Z","steps":["trace[1386190875] 'process raft request' (duration: 1.185935022s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:45.650694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:44.46317Z","time spent":"1.187369558s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:45.653197Z","caller":"traceutil/trace.go:171","msg":"trace[105036601] linearizableReadLoop","detail":"{readStateIndex:3211; appliedIndex:3209; }","duration":"951.842485ms","start":"2026-04-28T07:21:44.70128Z","end":"2026-04-28T07:21:45.653122Z","steps":["trace[105036601] 'read index received' (duration: 120.568804ms)","trace[105036601] 'applied index is now lower than readState.Index' (duration: 831.269421ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:45.653376Z","caller":"traceutil/trace.go:171","msg":"trace[428731493] transaction","detail":"{read_only:false; response_revision:3088; number_of_response:1; }","duration":"914.965929ms","start":"2026-04-28T07:21:44.738392Z","end":"2026-04-28T07:21:45.653358Z","steps":["trace[428731493] 'process raft request' (duration: 911.88715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:45.653457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.175633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:21:45.653535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:44.738371Z","time spent":"915.046681ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:45.653546Z","caller":"traceutil/trace.go:171","msg":"trace[155308134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3088; }","duration":"952.277966ms","start":"2026-04-28T07:21:44.701244Z","end":"2026-04-28T07:21:45.653522Z","steps":["trace[155308134] 'agreement among raft nodes before linearized reading' (duration: 952.137922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:45.653595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:44.701184Z","time spent":"952.40255ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:21:45.673697Z","caller":"traceutil/trace.go:171","msg":"trace[1225301543] transaction","detail":"{read_only:false; response_revision:3089; number_of_response:1; }","duration":"328.774116ms","start":"2026-04-28T07:21:45.344904Z","end":"2026-04-28T07:21:45.673678Z","steps":["trace[1225301543] 'process raft request' (duration: 328.415617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:45.673832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:45.344879Z","time spent":"328.874489ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:21:45.674063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.120969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:21:45.674099Z","caller":"traceutil/trace.go:171","msg":"trace[168559545] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3089; }","duration":"939.219781ms","start":"2026-04-28T07:21:44.73487Z","end":"2026-04-28T07:21:45.67409Z","steps":["trace[168559545] 'agreement among raft nodes before linearized reading' (duration: 939.085257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:45.674123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:44.734839Z","time spent":"939.277932ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:21:45.674121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.412471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:21:45.674171Z","caller":"traceutil/trace.go:171","msg":"trace[1877350005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3089; }","duration":"938.490992ms","start":"2026-04-28T07:21:44.735666Z","end":"2026-04-28T07:21:45.674157Z","steps":["trace[1877350005] 'agreement among raft nodes before linearized reading' (duration: 938.305648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:45.674212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.278803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:21:45.674209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:44.735656Z","time spent":"938.542053ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:21:45.674229Z","caller":"traceutil/trace.go:171","msg":"trace[912611864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3089; }","duration":"939.354114ms","start":"2026-04-28T07:21:44.73487Z","end":"2026-04-28T07:21:45.674224Z","steps":["trace[912611864] 'agreement among raft nodes before linearized reading' (duration: 939.299883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:45.674246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:44.734855Z","time spent":"939.387385ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:21:45.674375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.11487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:21:45.674404Z","caller":"traceutil/trace.go:171","msg":"trace[1530900668] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3089; }","duration":"139.15231ms","start":"2026-04-28T07:21:45.535241Z","end":"2026-04-28T07:21:45.674394Z","steps":["trace[1530900668] 'agreement among raft nodes before linearized reading' (duration: 139.057148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:45.674579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.118541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:21:45.674608Z","caller":"traceutil/trace.go:171","msg":"trace[362447020] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3089; }","duration":"141.219733ms","start":"2026-04-28T07:21:45.53338Z","end":"2026-04-28T07:21:45.674599Z","steps":["trace[362447020] 'agreement among raft nodes before linearized reading' (duration: 141.124631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:45.674615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.019889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:21:45.674687Z","caller":"traceutil/trace.go:171","msg":"trace[880303641] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3089; }","duration":"860.170682ms","start":"2026-04-28T07:21:44.814497Z","end":"2026-04-28T07:21:45.674667Z","steps":["trace[880303641] 'agreement among raft nodes before linearized reading' (duration: 860.029689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:45.674734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:44.814458Z","time spent":"860.264775ms","remote":"127.0.0.1:51952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:21:45.674742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.950157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:21:45.67483Z","caller":"traceutil/trace.go:171","msg":"trace[1054006381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3089; }","duration":"922.062771ms","start":"2026-04-28T07:21:44.752747Z","end":"2026-04-28T07:21:45.67481Z","steps":["trace[1054006381] 'agreement among raft nodes before linearized reading' (duration: 921.816545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:45.674898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:44.752736Z","time spent":"922.151033ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:21:45.67495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.111547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:21:45.674975Z","caller":"traceutil/trace.go:171","msg":"trace[1188186367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3089; }","duration":"750.166389ms","start":"2026-04-28T07:21:44.924801Z","end":"2026-04-28T07:21:45.674967Z","steps":["trace[1188186367] 'agreement among raft nodes before linearized reading' (duration: 750.118087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:45.674996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:44.924789Z","time spent":"750.201909ms","remote":"127.0.0.1:50474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:21:46.997859Z","caller":"traceutil/trace.go:171","msg":"trace[2078462513] transaction","detail":"{read_only:false; response_revision:3095; number_of_response:1; }","duration":"161.173486ms","start":"2026-04-28T07:21:46.836645Z","end":"2026-04-28T07:21:46.997818Z","steps":["trace[2078462513] 'process raft request' (duration: 160.911009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:47.919115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.705724ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:21:47.919377Z","caller":"traceutil/trace.go:171","msg":"trace[907803100] transaction","detail":"{read_only:false; response_revision:3099; number_of_response:1; }","duration":"186.22913ms","start":"2026-04-28T07:21:47.733108Z","end":"2026-04-28T07:21:47.919337Z","steps":["trace[907803100] 'process raft request' (duration: 48.205867ms)","trace[907803100] 'compare' (duration: 136.35398ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:47.919767Z","caller":"traceutil/trace.go:171","msg":"trace[1848157777] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"184.665849ms","start":"2026-04-28T07:21:47.735083Z","end":"2026-04-28T07:21:47.919749Z","steps":["trace[1848157777] 'process raft request' (duration: 184.614178ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:47.919769Z","caller":"traceutil/trace.go:171","msg":"trace[1441051169] transaction","detail":"{read_only:false; response_revision:3101; number_of_response:1; }","duration":"186.472736ms","start":"2026-04-28T07:21:47.733255Z","end":"2026-04-28T07:21:47.919728Z","steps":["trace[1441051169] 'process raft request' (duration: 186.273841ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:47.919772Z","caller":"traceutil/trace.go:171","msg":"trace[1122498555] transaction","detail":"{read_only:false; response_revision:3100; number_of_response:1; }","duration":"186.527777ms","start":"2026-04-28T07:21:47.733175Z","end":"2026-04-28T07:21:47.919703Z","steps":["trace[1122498555] 'process raft request' (duration: 186.132077ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:47.919881Z","caller":"traceutil/trace.go:171","msg":"trace[562718027] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"185.458059ms","start":"2026-04-28T07:21:47.734401Z","end":"2026-04-28T07:21:47.919859Z","steps":["trace[562718027] 'process raft request' (duration: 185.239803ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:49.234716Z","caller":"traceutil/trace.go:171","msg":"trace[1533351459] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"231.575983ms","start":"2026-04-28T07:21:49.003113Z","end":"2026-04-28T07:21:49.234689Z","steps":["trace[1533351459] 'process raft request' (duration: 231.429699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:50.203563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765109959,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:21:50.237105Z","caller":"traceutil/trace.go:171","msg":"trace[1454844536] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"555.874234ms","start":"2026-04-28T07:21:49.681192Z","end":"2026-04-28T07:21:50.237066Z","steps":["trace[1454844536] 'process raft request' (duration: 555.630008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:50.237337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:49.681161Z","time spent":"556.05068ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:50.651958Z","caller":"traceutil/trace.go:171","msg":"trace[1775114876] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"939.255342ms","start":"2026-04-28T07:21:49.712677Z","end":"2026-04-28T07:21:50.651932Z","steps":["trace[1775114876] 'process raft request' (duration: 939.066697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:50.652147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:49.712656Z","time spent":"939.411906ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:50.652292Z","caller":"traceutil/trace.go:171","msg":"trace[1022414147] transaction","detail":"{read_only:false; response_revision:3107; number_of_response:1; }","duration":"915.40109ms","start":"2026-04-28T07:21:49.736853Z","end":"2026-04-28T07:21:50.652254Z","steps":["trace[1022414147] 'process raft request' (duration: 915.0297ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:50.652452Z","caller":"traceutil/trace.go:171","msg":"trace[138975915] linearizableReadLoop","detail":"{readStateIndex:3233; appliedIndex:3229; }","duration":"949.534346ms","start":"2026-04-28T07:21:49.70289Z","end":"2026-04-28T07:21:50.652424Z","steps":["trace[138975915] 'read index received' (duration: 533.985713ms)","trace[138975915] 'applied index is now lower than readState.Index' (duration: 415.547233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:50.652527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:49.736821Z","time spent":"915.592685ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:50.652592Z","caller":"traceutil/trace.go:171","msg":"trace[1011566170] transaction","detail":"{read_only:false; response_revision:3108; number_of_response:1; }","duration":"803.576291ms","start":"2026-04-28T07:21:49.849003Z","end":"2026-04-28T07:21:50.65258Z","steps":["trace[1011566170] 'process raft request' (duration: 803.13655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:50.652688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:49.848972Z","time spent":"803.647852ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:21:50.652763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.511034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T07:21:50.65278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.307535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:21:50.652813Z","caller":"traceutil/trace.go:171","msg":"trace[1044819922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3108; }","duration":"728.582626ms","start":"2026-04-28T07:21:49.924218Z","end":"2026-04-28T07:21:50.652801Z","steps":["trace[1044819922] 'agreement among raft nodes before linearized reading' (duration: 728.442592ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:50.652828Z","caller":"traceutil/trace.go:171","msg":"trace[809941384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3108; }","duration":"729.372286ms","start":"2026-04-28T07:21:49.923443Z","end":"2026-04-28T07:21:50.652816Z","steps":["trace[809941384] 'agreement among raft nodes before linearized reading' (duration: 729.232952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:50.652845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:49.924209Z","time spent":"728.627777ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:21:50.652863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:49.923436Z","time spent":"729.419927ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:21:50.652839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.912645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:21:50.652913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.537105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:21:50.652942Z","caller":"traceutil/trace.go:171","msg":"trace[208438743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3108; }","duration":"950.07754ms","start":"2026-04-28T07:21:49.70284Z","end":"2026-04-28T07:21:50.652918Z","steps":["trace[208438743] 'agreement among raft nodes before linearized reading' (duration: 949.885005ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:50.652952Z","caller":"traceutil/trace.go:171","msg":"trace[1668312608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3108; }","duration":"728.626447ms","start":"2026-04-28T07:21:49.924314Z","end":"2026-04-28T07:21:50.652941Z","steps":["trace[1668312608] 'agreement among raft nodes before linearized reading' (duration: 728.492474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:50.652988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:49.924287Z","time spent":"728.695559ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:21:50.652939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.776457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:21:50.652992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:49.702814Z","time spent":"950.169632ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:21:50.653062Z","caller":"traceutil/trace.go:171","msg":"trace[1318492089] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3108; }","duration":"918.997802ms","start":"2026-04-28T07:21:49.734034Z","end":"2026-04-28T07:21:50.653032Z","steps":["trace[1318492089] 'agreement among raft nodes before linearized reading' (duration: 918.624973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:50.653158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:49.734012Z","time spent":"919.127135ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:21:50.65316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.13302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:21:50.653301Z","caller":"traceutil/trace.go:171","msg":"trace[1447525228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3108; }","duration":"729.328426ms","start":"2026-04-28T07:21:49.923944Z","end":"2026-04-28T07:21:50.653272Z","steps":["trace[1447525228] 'agreement among raft nodes before linearized reading' (duration: 728.932704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:50.653374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:49.923929Z","time spent":"729.432369ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:21:50.65368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.286061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:21:50.653726Z","caller":"traceutil/trace.go:171","msg":"trace[1081961294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3108; }","duration":"730.374873ms","start":"2026-04-28T07:21:49.923338Z","end":"2026-04-28T07:21:50.653713Z","steps":["trace[1081961294] 'agreement among raft nodes before linearized reading' (duration: 730.222879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:50.653757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:49.923317Z","time spent":"730.433114ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:21:53.070657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.287061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:21:53.070814Z","caller":"traceutil/trace.go:171","msg":"trace[924015596] transaction","detail":"{read_only:false; response_revision:3121; number_of_response:1; }","duration":"346.377138ms","start":"2026-04-28T07:21:52.724408Z","end":"2026-04-28T07:21:53.070785Z","steps":["trace[924015596] 'process raft request' (duration: 88.83034ms)","trace[924015596] 'compare' (duration: 256.881521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:53.07089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:52.724386Z","time spent":"346.468152ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:53.071224Z","caller":"traceutil/trace.go:171","msg":"trace[1620286287] transaction","detail":"{read_only:false; response_revision:3122; number_of_response:1; }","duration":"346.614835ms","start":"2026-04-28T07:21:52.724579Z","end":"2026-04-28T07:21:53.071194Z","steps":["trace[1620286287] 'process raft request' (duration: 346.341528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:53.07144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:52.72454Z","time spent":"346.78477ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:53.071619Z","caller":"traceutil/trace.go:171","msg":"trace[1470773997] linearizableReadLoop","detail":"{readStateIndex:3250; appliedIndex:3246; }","duration":"343.129876ms","start":"2026-04-28T07:21:52.728467Z","end":"2026-04-28T07:21:53.071597Z","steps":["trace[1470773997] 'read index received' (duration: 84.788436ms)","trace[1470773997] 'applied index is now lower than readState.Index' (duration: 258.33993ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:53.071922Z","caller":"traceutil/trace.go:171","msg":"trace[1054717693] transaction","detail":"{read_only:false; response_revision:3123; number_of_response:1; }","duration":"346.330818ms","start":"2026-04-28T07:21:52.725574Z","end":"2026-04-28T07:21:53.071904Z","steps":["trace[1054717693] 'process raft request' (duration: 345.530228ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:53.071954Z","caller":"traceutil/trace.go:171","msg":"trace[1955409099] transaction","detail":"{read_only:false; response_revision:3124; number_of_response:1; }","duration":"345.973608ms","start":"2026-04-28T07:21:52.72593Z","end":"2026-04-28T07:21:53.071903Z","steps":["trace[1955409099] 'process raft request' (duration: 345.565888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:53.072073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:52.725554Z","time spent":"346.42213ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:21:53.072157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.69026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68625"} {"level":"warn","ts":"2026-04-28T07:21:53.072205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:52.725913Z","time spent":"346.171984ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:53.07223Z","caller":"traceutil/trace.go:171","msg":"trace[106973465] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:3124; }","duration":"343.804093ms","start":"2026-04-28T07:21:52.728407Z","end":"2026-04-28T07:21:53.072212Z","steps":["trace[106973465] 'agreement among raft nodes before linearized reading' (duration: 343.486525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:53.072292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:52.728394Z","time spent":"343.884375ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":68647,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:21:53.072655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.273495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:21:53.072806Z","caller":"traceutil/trace.go:171","msg":"trace[1726026876] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3125; }","duration":"201.528631ms","start":"2026-04-28T07:21:52.871251Z","end":"2026-04-28T07:21:53.07278Z","steps":["trace[1726026876] 'agreement among raft nodes before linearized reading' (duration: 201.163052ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:56.514029Z","caller":"traceutil/trace.go:171","msg":"trace[1802500782] transaction","detail":"{read_only:false; response_revision:3138; number_of_response:1; }","duration":"251.947375ms","start":"2026-04-28T07:21:56.262052Z","end":"2026-04-28T07:21:56.514Z","steps":["trace[1802500782] 'process raft request' (duration: 251.777481ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:57.132103Z","caller":"traceutil/trace.go:171","msg":"trace[360017733] transaction","detail":"{read_only:false; response_revision:3139; number_of_response:1; }","duration":"457.965691ms","start":"2026-04-28T07:21:56.674107Z","end":"2026-04-28T07:21:57.132073Z","steps":["trace[360017733] 'process raft request' (duration: 442.036943ms)","trace[360017733] 'compare' (duration: 15.686002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:21:57.132316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:56.674075Z","time spent":"458.173287ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:21:57.197565Z","caller":"traceutil/trace.go:171","msg":"trace[1178961225] linearizableReadLoop","detail":"{readStateIndex:3266; appliedIndex:3264; }","duration":"496.642086ms","start":"2026-04-28T07:21:56.700893Z","end":"2026-04-28T07:21:57.197535Z","steps":["trace[1178961225] 'read index received' (duration: 415.238706ms)","trace[1178961225] 'applied index is now lower than readState.Index' (duration: 81.401339ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:57.197744Z","caller":"traceutil/trace.go:171","msg":"trace[1309800231] transaction","detail":"{read_only:false; response_revision:3140; number_of_response:1; }","duration":"521.856132ms","start":"2026-04-28T07:21:56.675855Z","end":"2026-04-28T07:21:57.197711Z","steps":["trace[1309800231] 'process raft request' (duration: 521.511703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:57.197922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:56.675827Z","time spent":"522.002816ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:21:57.197991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.294111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:21:57.198029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.235592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:21:57.198063Z","caller":"traceutil/trace.go:171","msg":"trace[474626856] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3140; }","duration":"488.408594ms","start":"2026-04-28T07:21:56.709634Z","end":"2026-04-28T07:21:57.198043Z","steps":["trace[474626856] 'agreement among raft nodes before linearized reading' (duration: 488.209799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:57.198104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:56.709596Z","time spent":"488.499157ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:21:57.198101Z","caller":"traceutil/trace.go:171","msg":"trace[1365503763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3140; }","duration":"109.352916ms","start":"2026-04-28T07:21:57.088731Z","end":"2026-04-28T07:21:57.198083Z","steps":["trace[1365503763] 'agreement among raft nodes before linearized reading' (duration: 109.169492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:57.198124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.140419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:21:57.198172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.444838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:21:57.198248Z","caller":"traceutil/trace.go:171","msg":"trace[1248035623] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3140; }","duration":"354.353424ms","start":"2026-04-28T07:21:56.843869Z","end":"2026-04-28T07:21:57.198222Z","steps":["trace[1248035623] 'agreement among raft nodes before linearized reading' (duration: 354.085247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:57.19829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.252273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:21:57.198185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.996892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:21:57.198341Z","caller":"traceutil/trace.go:171","msg":"trace[906719140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3140; }","duration":"100.638363ms","start":"2026-04-28T07:21:57.097647Z","end":"2026-04-28T07:21:57.198285Z","steps":["trace[906719140] 'agreement among raft nodes before linearized reading' (duration: 100.196001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:57.198329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:56.843842Z","time spent":"354.473756ms","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:21:57.198467Z","caller":"traceutil/trace.go:171","msg":"trace[377923697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3140; }","duration":"101.268319ms","start":"2026-04-28T07:21:57.097109Z","end":"2026-04-28T07:21:57.198378Z","steps":["trace[377923697] 'agreement among raft nodes before linearized reading' (duration: 100.89923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:57.197798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.889941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:21:57.198594Z","caller":"traceutil/trace.go:171","msg":"trace[1624897642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3140; }","duration":"497.671901ms","start":"2026-04-28T07:21:56.700873Z","end":"2026-04-28T07:21:57.198545Z","steps":["trace[1624897642] 'agreement among raft nodes before linearized reading' (duration: 496.82153ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:57.198397Z","caller":"traceutil/trace.go:171","msg":"trace[1070940686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3140; }","duration":"100.381966ms","start":"2026-04-28T07:21:57.097982Z","end":"2026-04-28T07:21:57.198364Z","steps":["trace[1070940686] 'agreement among raft nodes before linearized reading' (duration: 100.049258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:57.198798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:21:56.700816Z","time spent":"497.967738ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:21:57.422853Z","caller":"traceutil/trace.go:171","msg":"trace[2094829908] transaction","detail":"{read_only:false; response_revision:3143; number_of_response:1; }","duration":"219.194014ms","start":"2026-04-28T07:21:57.203632Z","end":"2026-04-28T07:21:57.422826Z","steps":["trace[2094829908] 'process raft request' (duration: 218.930347ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:57.423178Z","caller":"traceutil/trace.go:171","msg":"trace[1272738128] transaction","detail":"{read_only:false; response_revision:3144; number_of_response:1; }","duration":"218.688331ms","start":"2026-04-28T07:21:57.204464Z","end":"2026-04-28T07:21:57.423152Z","steps":["trace[1272738128] 'process raft request' (duration: 218.320092ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:57.423188Z","caller":"traceutil/trace.go:171","msg":"trace[760189090] linearizableReadLoop","detail":"{readStateIndex:3270; appliedIndex:3266; }","duration":"218.60126ms","start":"2026-04-28T07:21:57.204568Z","end":"2026-04-28T07:21:57.42317Z","steps":["trace[760189090] 'read index received' (duration: 18.635759ms)","trace[760189090] 'applied index is now lower than readState.Index' (duration: 199.964191ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:21:57.423387Z","caller":"traceutil/trace.go:171","msg":"trace[101879162] transaction","detail":"{read_only:false; response_revision:3145; number_of_response:1; }","duration":"218.373444ms","start":"2026-04-28T07:21:57.204999Z","end":"2026-04-28T07:21:57.423373Z","steps":["trace[101879162] 'process raft request' (duration: 218.028155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:21:57.423452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.860846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68625"} {"level":"info","ts":"2026-04-28T07:21:57.423495Z","caller":"traceutil/trace.go:171","msg":"trace[1073711990] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:3145; }","duration":"218.954619ms","start":"2026-04-28T07:21:57.20453Z","end":"2026-04-28T07:21:57.423485Z","steps":["trace[1073711990] 'agreement among raft nodes before linearized reading' (duration: 218.697182ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:21:57.442816Z","caller":"traceutil/trace.go:171","msg":"trace[1935925990] transaction","detail":"{read_only:false; response_revision:3146; number_of_response:1; }","duration":"181.758684ms","start":"2026-04-28T07:21:57.261025Z","end":"2026-04-28T07:21:57.442784Z","steps":["trace[1935925990] 'process raft request' (duration: 181.59773ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:00.721367Z","caller":"traceutil/trace.go:171","msg":"trace[309176518] transaction","detail":"{read_only:false; response_revision:3157; number_of_response:1; }","duration":"157.086941ms","start":"2026-04-28T07:22:00.563668Z","end":"2026-04-28T07:22:00.720755Z","steps":["trace[309176518] 'process raft request' (duration: 156.658051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:02.693212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:02.09588Z","time spent":"597.327949ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:22:02.762578Z","caller":"traceutil/trace.go:171","msg":"trace[1099279103] linearizableReadLoop","detail":"{readStateIndex:3295; appliedIndex:3293; }","duration":"530.806182ms","start":"2026-04-28T07:22:02.23175Z","end":"2026-04-28T07:22:02.762556Z","steps":["trace[1099279103] 'read index received' (duration: 461.353219ms)","trace[1099279103] 'applied index is now lower than readState.Index' (duration: 69.451663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:22:02.762813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.043507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:22:02.762682Z","caller":"traceutil/trace.go:171","msg":"trace[1997304881] transaction","detail":"{read_only:false; response_revision:3167; number_of_response:1; }","duration":"641.050972ms","start":"2026-04-28T07:22:02.121583Z","end":"2026-04-28T07:22:02.762634Z","steps":["trace[1997304881] 'process raft request' (duration: 639.947464ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:02.762888Z","caller":"traceutil/trace.go:171","msg":"trace[478095119] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3167; }","duration":"531.167371ms","start":"2026-04-28T07:22:02.2317Z","end":"2026-04-28T07:22:02.762867Z","steps":["trace[478095119] 'agreement among raft nodes before linearized reading' (duration: 530.993766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:02.762949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:02.231679Z","time spent":"531.257812ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":75,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:22:02.762996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:02.12154Z","time spent":"641.341079ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:22:02.763234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.269245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:22:02.763341Z","caller":"traceutil/trace.go:171","msg":"trace[1059949970] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3169; }","duration":"487.467369ms","start":"2026-04-28T07:22:02.275849Z","end":"2026-04-28T07:22:02.763316Z","steps":["trace[1059949970] 'agreement among raft nodes before linearized reading' (duration: 487.212893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:02.763396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:02.275826Z","time spent":"487.556982ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:22:03.551706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.323614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:22:03.551831Z","caller":"traceutil/trace.go:171","msg":"trace[1466104225] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3169; }","duration":"490.519239ms","start":"2026-04-28T07:22:03.061285Z","end":"2026-04-28T07:22:03.551804Z","steps":["trace[1466104225] 'count revisions from in-memory index tree' (duration: 490.206341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:03.552647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:03.061264Z","time spent":"491.353281ms","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:22:03.749163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765110101,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:22:03.767332Z","caller":"traceutil/trace.go:171","msg":"trace[506661651] transaction","detail":"{read_only:false; response_revision:3170; number_of_response:1; }","duration":"613.073174ms","start":"2026-04-28T07:22:03.154226Z","end":"2026-04-28T07:22:03.7673Z","steps":["trace[506661651] 'process raft request' (duration: 612.849989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:03.767519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:03.154202Z","time spent":"613.200398ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:22:04.951052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.640807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:22:04.951498Z","caller":"traceutil/trace.go:171","msg":"trace[1753114482] transaction","detail":"{read_only:false; response_revision:3174; number_of_response:1; }","duration":"181.903017ms","start":"2026-04-28T07:22:04.769564Z","end":"2026-04-28T07:22:04.951467Z","steps":["trace[1753114482] 'process raft request' (duration: 181.837786ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:04.951835Z","caller":"traceutil/trace.go:171","msg":"trace[871578746] transaction","detail":"{read_only:false; response_revision:3173; number_of_response:1; }","duration":"1.492324615s","start":"2026-04-28T07:22:03.459486Z","end":"2026-04-28T07:22:04.951811Z","steps":["trace[871578746] 'process raft request' (duration: 1.491829101s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:04.951829Z","caller":"traceutil/trace.go:171","msg":"trace[1882715168] linearizableReadLoop","detail":"{readStateIndex:3301; appliedIndex:3297; }","duration":"1.703415453s","start":"2026-04-28T07:22:03.248368Z","end":"2026-04-28T07:22:04.951783Z","steps":["trace[1882715168] 'read index received' (duration: 518.730423ms)","trace[1882715168] 'applied index is now lower than readState.Index' (duration: 1.18468218s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:22:04.951829Z","caller":"traceutil/trace.go:171","msg":"trace[1227022417] transaction","detail":"{read_only:false; response_revision:3172; number_of_response:1; }","duration":"1.708915714s","start":"2026-04-28T07:22:03.242867Z","end":"2026-04-28T07:22:04.951783Z","steps":["trace[1227022417] 'process raft request' (duration: 1.708353859s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:04.95196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:03.459459Z","time spent":"1.492436908s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:22:04.951818Z","caller":"traceutil/trace.go:171","msg":"trace[449973691] transaction","detail":"{read_only:false; response_revision:3171; number_of_response:1; }","duration":"1.73444142s","start":"2026-04-28T07:22:03.21734Z","end":"2026-04-28T07:22:04.951781Z","steps":["trace[449973691] 'process raft request' (duration: 808.886099ms)","trace[449973691] 'compare' (duration: 924.084573ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:22:04.952103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:03.24283Z","time spent":"1.709111518s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:22:04.952143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703756882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T07:22:04.952128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68733051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:22:04.952189Z","caller":"traceutil/trace.go:171","msg":"trace[762125754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3174; }","duration":"1.703817663s","start":"2026-04-28T07:22:03.248361Z","end":"2026-04-28T07:22:04.952178Z","steps":["trace[762125754] 'agreement among raft nodes before linearized reading' (duration: 1.703599668s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:04.952205Z","caller":"traceutil/trace.go:171","msg":"trace[1300530964] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3174; }","duration":"1.687456903s","start":"2026-04-28T07:22:03.264729Z","end":"2026-04-28T07:22:04.952186Z","steps":["trace[1300530964] 'agreement among raft nodes before linearized reading' (duration: 1.68731s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:04.95218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24858205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:22:04.952227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:03.248308Z","time spent":"1.703912115s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:22:04.952222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499411426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:22:04.952225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:03.217308Z","time spent":"1.734825999s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:22:04.952248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:03.264714Z","time spent":"1.687524565s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":15,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:22:04.95224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702326756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:22:04.952254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496290767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:22:04.952241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.494636435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:22:04.952282Z","caller":"traceutil/trace.go:171","msg":"trace[1651507614] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3174; }","duration":"1.49953537s","start":"2026-04-28T07:22:03.452732Z","end":"2026-04-28T07:22:04.952268Z","steps":["trace[1651507614] 'agreement among raft nodes before linearized reading' (duration: 1.499300245s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:04.952276Z","caller":"traceutil/trace.go:171","msg":"trace[770230620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3174; }","duration":"1.248738304s","start":"2026-04-28T07:22:03.703512Z","end":"2026-04-28T07:22:04.95225Z","steps":["trace[770230620] 'agreement among raft nodes before linearized reading' (duration: 1.248547239s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:04.952304Z","caller":"traceutil/trace.go:171","msg":"trace[319574028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3174; }","duration":"1.496383839s","start":"2026-04-28T07:22:03.455907Z","end":"2026-04-28T07:22:04.952291Z","steps":["trace[319574028] 'agreement among raft nodes before linearized reading' (duration: 1.496247696s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:04.952302Z","caller":"traceutil/trace.go:171","msg":"trace[1827947100] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3174; }","duration":"1.702435398s","start":"2026-04-28T07:22:03.249849Z","end":"2026-04-28T07:22:04.952284Z","steps":["trace[1827947100] 'agreement among raft nodes before linearized reading' (duration: 1.70213714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:04.952329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:03.452701Z","time spent":"1.499618513s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:22:04.952338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:03.455886Z","time spent":"1.49644585s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:22:04.952347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:03.703489Z","time spent":"1.248844326s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:22:04.952354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:03.249839Z","time spent":"1.702506029s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:22:04.952328Z","caller":"traceutil/trace.go:171","msg":"trace[1403941043] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3174; }","duration":"1.494762208s","start":"2026-04-28T07:22:03.457547Z","end":"2026-04-28T07:22:04.95231Z","steps":["trace[1403941043] 'agreement among raft nodes before linearized reading' (duration: 1.49447332s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:04.952252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.883982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:22:04.952433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:03.457536Z","time spent":"1.494869181s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:22:04.95224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49719569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:22:04.952574Z","caller":"traceutil/trace.go:171","msg":"trace[206997845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3174; }","duration":"1.497605071s","start":"2026-04-28T07:22:03.454951Z","end":"2026-04-28T07:22:04.952556Z","steps":["trace[206997845] 'agreement among raft nodes before linearized reading' (duration: 1.497072397s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:04.952635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:03.454925Z","time spent":"1.497691533s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:22:04.952512Z","caller":"traceutil/trace.go:171","msg":"trace[1962627990] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3174; }","duration":"105.123308ms","start":"2026-04-28T07:22:04.847285Z","end":"2026-04-28T07:22:04.952409Z","steps":["trace[1962627990] 'agreement among raft nodes before linearized reading' (duration: 104.764759ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:05.091257Z","caller":"traceutil/trace.go:171","msg":"trace[1952055344] linearizableReadLoop","detail":"{readStateIndex:3306; appliedIndex:3302; }","duration":"132.357126ms","start":"2026-04-28T07:22:04.958869Z","end":"2026-04-28T07:22:05.091226Z","steps":["trace[1952055344] 'read index received' (duration: 11.577967ms)","trace[1952055344] 'applied index is now lower than readState.Index' (duration: 120.777079ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:22:05.091277Z","caller":"traceutil/trace.go:171","msg":"trace[2105069270] transaction","detail":"{read_only:false; response_revision:3176; number_of_response:1; }","duration":"132.855458ms","start":"2026-04-28T07:22:04.958368Z","end":"2026-04-28T07:22:05.091224Z","steps":["trace[2105069270] 'process raft request' (duration: 93.57666ms)","trace[2105069270] 'compare' (duration: 38.982501ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:22:05.091405Z","caller":"traceutil/trace.go:171","msg":"trace[782953642] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"132.935301ms","start":"2026-04-28T07:22:04.958456Z","end":"2026-04-28T07:22:05.091391Z","steps":["trace[782953642] 'process raft request' (duration: 132.631903ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:05.091582Z","caller":"traceutil/trace.go:171","msg":"trace[1552095840] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"132.838869ms","start":"2026-04-28T07:22:04.95871Z","end":"2026-04-28T07:22:05.091549Z","steps":["trace[1552095840] 'process raft request' (duration: 132.422958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:05.091775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.88565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68625"} {"level":"info","ts":"2026-04-28T07:22:05.091803Z","caller":"traceutil/trace.go:171","msg":"trace[209681794] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:3179; }","duration":"132.982183ms","start":"2026-04-28T07:22:04.958814Z","end":"2026-04-28T07:22:05.091796Z","steps":["trace[209681794] 'agreement among raft nodes before linearized reading' (duration: 132.706635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:05.091886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.464358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:22:05.091987Z","caller":"traceutil/trace.go:171","msg":"trace[122567399] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"132.916662ms","start":"2026-04-28T07:22:04.959063Z","end":"2026-04-28T07:22:05.09198Z","steps":["trace[122567399] 'process raft request' (duration: 132.10781ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:05.09199Z","caller":"traceutil/trace.go:171","msg":"trace[1286186081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3179; }","duration":"130.603502ms","start":"2026-04-28T07:22:04.961362Z","end":"2026-04-28T07:22:05.091966Z","steps":["trace[1286186081] 'agreement among raft nodes before linearized reading' (duration: 130.428868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:07.47801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765110121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:22:07.978755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765110121,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:22:08.087612Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.129288057s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:22:08.088392Z","caller":"traceutil/trace.go:171","msg":"trace[1724873667] transaction","detail":"{read_only:false; response_revision:3182; number_of_response:1; }","duration":"1.130018075s","start":"2026-04-28T07:22:06.958155Z","end":"2026-04-28T07:22:08.088173Z","steps":["trace[1724873667] 'process raft request' (duration: 1.129733768s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:08.088616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:06.958125Z","time spent":"1.130359454s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:22:08.210102Z","caller":"traceutil/trace.go:171","msg":"trace[844768861] transaction","detail":"{read_only:false; response_revision:3183; number_of_response:1; }","duration":"1.251469103s","start":"2026-04-28T07:22:06.958607Z","end":"2026-04-28T07:22:08.210076Z","steps":["trace[844768861] 'process raft request' (duration: 1.250504357s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:08.210299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:06.958589Z","time spent":"1.251595715s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:22:08.210304Z","caller":"traceutil/trace.go:171","msg":"trace[1585460409] transaction","detail":"{read_only:false; response_revision:3184; number_of_response:1; }","duration":"1.250777845s","start":"2026-04-28T07:22:06.959502Z","end":"2026-04-28T07:22:08.21028Z","steps":["trace[1585460409] 'process raft request' (duration: 1.250533008s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:08.21058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:06.959466Z","time spent":"1.251017291s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:22:08.211869Z","caller":"traceutil/trace.go:171","msg":"trace[447189701] linearizableReadLoop","detail":"{readStateIndex:3314; appliedIndex:3309; }","duration":"1.234407781s","start":"2026-04-28T07:22:06.977434Z","end":"2026-04-28T07:22:08.211842Z","steps":["trace[447189701] 'read index received' (duration: 1.110544793s)","trace[447189701] 'applied index is now lower than readState.Index' (duration: 123.862178ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:22:08.211906Z","caller":"traceutil/trace.go:171","msg":"trace[2108997875] transaction","detail":"{read_only:false; response_revision:3185; number_of_response:1; }","duration":"424.777888ms","start":"2026-04-28T07:22:07.787111Z","end":"2026-04-28T07:22:08.211889Z","steps":["trace[2108997875] 'process raft request' (duration: 424.643934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:08.211989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:07.787081Z","time spent":"424.864899ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:22:08.212088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234647597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:22:08.212126Z","caller":"traceutil/trace.go:171","msg":"trace[1080718721] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3185; }","duration":"1.234739749s","start":"2026-04-28T07:22:06.977374Z","end":"2026-04-28T07:22:08.212113Z","steps":["trace[1080718721] 'agreement among raft nodes before linearized reading' (duration: 1.234597496s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:08.212146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11502185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:22:08.212149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:06.977352Z","time spent":"1.23479238s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:22:08.212301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114857675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:22:08.212281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.130829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:22:08.212196Z","caller":"traceutil/trace.go:171","msg":"trace[82521327] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3185; }","duration":"1.115112732s","start":"2026-04-28T07:22:07.097072Z","end":"2026-04-28T07:22:08.212184Z","steps":["trace[82521327] 'agreement among raft nodes before linearized reading' (duration: 1.114985649s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:08.212348Z","caller":"traceutil/trace.go:171","msg":"trace[1281245653] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3185; }","duration":"1.114968698s","start":"2026-04-28T07:22:07.097369Z","end":"2026-04-28T07:22:08.212338Z","steps":["trace[1281245653] 'agreement among raft nodes before linearized reading' (duration: 1.114834764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:08.212373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:07.097337Z","time spent":"1.115031061s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:22:08.212376Z","caller":"traceutil/trace.go:171","msg":"trace[25711892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3185; }","duration":"508.293445ms","start":"2026-04-28T07:22:07.704063Z","end":"2026-04-28T07:22:08.212356Z","steps":["trace[25711892] 'agreement among raft nodes before linearized reading' (duration: 508.122339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:08.212405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:07.097048Z","time spent":"1.115347149s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:22:08.212262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.242432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:22:08.212385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114968708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:22:08.212425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:07.703981Z","time spent":"508.435068ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:22:08.212466Z","caller":"traceutil/trace.go:171","msg":"trace[1818016911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3185; }","duration":"1.115332109s","start":"2026-04-28T07:22:07.097118Z","end":"2026-04-28T07:22:08.21245Z","steps":["trace[1818016911] 'agreement among raft nodes before linearized reading' (duration: 1.11503447s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:08.212281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114902666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T07:22:08.212506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:07.097082Z","time spent":"1.115417701s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:22:08.212522Z","caller":"traceutil/trace.go:171","msg":"trace[928758470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3185; }","duration":"1.11538891s","start":"2026-04-28T07:22:07.097117Z","end":"2026-04-28T07:22:08.212506Z","steps":["trace[928758470] 'agreement among raft nodes before linearized reading' (duration: 1.115112702s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:08.212577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:07.097082Z","time spent":"1.115478563s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:22:08.212309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114173237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:22:08.212634Z","caller":"traceutil/trace.go:171","msg":"trace[931861928] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3185; }","duration":"1.114544987s","start":"2026-04-28T07:22:07.098077Z","end":"2026-04-28T07:22:08.212622Z","steps":["trace[931861928] 'agreement among raft nodes before linearized reading' (duration: 1.114035123s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:08.212676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:07.098057Z","time spent":"1.114606969s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"info","ts":"2026-04-28T07:22:08.212441Z","caller":"traceutil/trace.go:171","msg":"trace[1980110152] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:3185; }","duration":"233.467829ms","start":"2026-04-28T07:22:07.978966Z","end":"2026-04-28T07:22:08.212434Z","steps":["trace[1980110152] 'agreement among raft nodes before linearized reading' (duration: 233.251142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:08.212248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.680971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:22:08.212771Z","caller":"traceutil/trace.go:171","msg":"trace[2114510329] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:3185; }","duration":"500.262557ms","start":"2026-04-28T07:22:07.712499Z","end":"2026-04-28T07:22:08.212761Z","steps":["trace[2114510329] 'agreement among raft nodes before linearized reading' (duration: 499.661981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:08.212794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:07.712468Z","time spent":"500.316969ms","remote":"127.0.0.1:49970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:22:08.21299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.504895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:22:08.213022Z","caller":"traceutil/trace.go:171","msg":"trace[655906856] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:3185; }","duration":"148.845083ms","start":"2026-04-28T07:22:08.064168Z","end":"2026-04-28T07:22:08.213013Z","steps":["trace[655906856] 'agreement among raft nodes before linearized reading' (duration: 148.478254ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:22.233678Z","caller":"traceutil/trace.go:171","msg":"trace[713526480] linearizableReadLoop","detail":"{readStateIndex:3383; appliedIndex:3382; }","duration":"127.390519ms","start":"2026-04-28T07:22:22.106261Z","end":"2026-04-28T07:22:22.233651Z","steps":["trace[713526480] 'read index received' (duration: 127.260696ms)","trace[713526480] 'applied index is now lower than readState.Index' (duration: 127.983µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:22:22.23392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.640546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:22:22.233995Z","caller":"traceutil/trace.go:171","msg":"trace[1883003305] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:3251; }","duration":"127.80633ms","start":"2026-04-28T07:22:22.106176Z","end":"2026-04-28T07:22:22.233982Z","steps":["trace[1883003305] 'agreement among raft nodes before linearized reading' (duration: 127.578044ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:32.29915Z","caller":"traceutil/trace.go:171","msg":"trace[1172483995] linearizableReadLoop","detail":"{readStateIndex:3437; appliedIndex:3436; }","duration":"174.187957ms","start":"2026-04-28T07:22:32.124934Z","end":"2026-04-28T07:22:32.299122Z","steps":["trace[1172483995] 'read index received' (duration: 174.093855ms)","trace[1172483995] 'applied index is now lower than readState.Index' (duration: 92.112µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:22:32.299404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.447584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:22:32.299521Z","caller":"traceutil/trace.go:171","msg":"trace[1879265101] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:3303; }","duration":"174.63273ms","start":"2026-04-28T07:22:32.124863Z","end":"2026-04-28T07:22:32.299495Z","steps":["trace[1879265101] 'agreement among raft nodes before linearized reading' (duration: 174.393054ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:32.515523Z","caller":"traceutil/trace.go:171","msg":"trace[1803072705] transaction","detail":"{read_only:false; response_revision:3304; number_of_response:1; }","duration":"234.012912ms","start":"2026-04-28T07:22:32.281441Z","end":"2026-04-28T07:22:32.515454Z","steps":["trace[1803072705] 'process raft request' (duration: 194.760689ms)","trace[1803072705] 'compare' (duration: 39.022628ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:22:32.596852Z","caller":"traceutil/trace.go:171","msg":"trace[769909217] transaction","detail":"{read_only:false; response_revision:3307; number_of_response:1; }","duration":"190.527989ms","start":"2026-04-28T07:22:32.406289Z","end":"2026-04-28T07:22:32.596817Z","steps":["trace[769909217] 'process raft request' (duration: 190.434677ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:32.596825Z","caller":"traceutil/trace.go:171","msg":"trace[642114800] transaction","detail":"{read_only:false; response_revision:3305; number_of_response:1; }","duration":"296.076755ms","start":"2026-04-28T07:22:32.30069Z","end":"2026-04-28T07:22:32.596767Z","steps":["trace[642114800] 'process raft request' (duration: 295.754737ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:32.596939Z","caller":"traceutil/trace.go:171","msg":"trace[1800575347] transaction","detail":"{read_only:false; response_revision:3306; number_of_response:1; }","duration":"193.398293ms","start":"2026-04-28T07:22:32.403499Z","end":"2026-04-28T07:22:32.596898Z","steps":["trace[1800575347] 'process raft request' (duration: 193.154277ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:32.597013Z","caller":"traceutil/trace.go:171","msg":"trace[1246802759] linearizableReadLoop","detail":"{readStateIndex:3442; appliedIndex:3437; }","duration":"171.771514ms","start":"2026-04-28T07:22:32.425214Z","end":"2026-04-28T07:22:32.596986Z","steps":["trace[1246802759] 'read index received' (duration: 51.021817ms)","trace[1246802759] 'applied index is now lower than readState.Index' (duration: 120.747627ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:22:32.597071Z","caller":"traceutil/trace.go:171","msg":"trace[1922170819] transaction","detail":"{read_only:false; response_revision:3308; number_of_response:1; }","duration":"183.018205ms","start":"2026-04-28T07:22:32.414007Z","end":"2026-04-28T07:22:32.597025Z","steps":["trace[1922170819] 'process raft request' (duration: 182.761019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:32.59724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.001231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:22:32.597282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.43534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T07:22:32.597281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.075961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T07:22:32.597278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.359468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T07:22:32.597283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.324758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:22:32.5973Z","caller":"traceutil/trace.go:171","msg":"trace[74319142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3308; }","duration":"172.116394ms","start":"2026-04-28T07:22:32.425162Z","end":"2026-04-28T07:22:32.597279Z","steps":["trace[74319142] 'agreement among raft nodes before linearized reading' (duration: 171.919229ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:32.597326Z","caller":"traceutil/trace.go:171","msg":"trace[1970133784] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3308; }","duration":"163.164263ms","start":"2026-04-28T07:22:32.434151Z","end":"2026-04-28T07:22:32.597315Z","steps":["trace[1970133784] 'agreement among raft nodes before linearized reading' (duration: 162.989208ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:32.597337Z","caller":"traceutil/trace.go:171","msg":"trace[1498488028] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3308; }","duration":"170.505012ms","start":"2026-04-28T07:22:32.426817Z","end":"2026-04-28T07:22:32.597322Z","steps":["trace[1498488028] 'agreement among raft nodes before linearized reading' (duration: 170.347048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:32.597344Z","caller":"traceutil/trace.go:171","msg":"trace[1854167517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3308; }","duration":"170.538484ms","start":"2026-04-28T07:22:32.42677Z","end":"2026-04-28T07:22:32.597308Z","steps":["trace[1854167517] 'agreement among raft nodes before linearized reading' (duration: 170.354769ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:32.597349Z","caller":"traceutil/trace.go:171","msg":"trace[1116733185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3308; }","duration":"165.421681ms","start":"2026-04-28T07:22:32.431911Z","end":"2026-04-28T07:22:32.597333Z","steps":["trace[1116733185] 'agreement among raft nodes before linearized reading' (duration: 165.235376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:32.597454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.671414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:22:32.597527Z","caller":"traceutil/trace.go:171","msg":"trace[542940070] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3308; }","duration":"161.780598ms","start":"2026-04-28T07:22:32.435729Z","end":"2026-04-28T07:22:32.597509Z","steps":["trace[542940070] 'agreement among raft nodes before linearized reading' (duration: 161.526331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:38.652693Z","caller":"traceutil/trace.go:171","msg":"trace[136901772] transaction","detail":"{read_only:false; response_revision:3336; number_of_response:1; }","duration":"116.031576ms","start":"2026-04-28T07:22:38.536628Z","end":"2026-04-28T07:22:38.65266Z","steps":["trace[136901772] 'process raft request' (duration: 115.726948ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:38.84325Z","caller":"traceutil/trace.go:171","msg":"trace[445533476] linearizableReadLoop","detail":"{readStateIndex:3475; appliedIndex:3474; }","duration":"135.691534ms","start":"2026-04-28T07:22:38.707523Z","end":"2026-04-28T07:22:38.843214Z","steps":["trace[445533476] 'read index received' (duration: 112.833014ms)","trace[445533476] 'applied index is now lower than readState.Index' (duration: 22.85671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:22:38.843596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.050033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68625"} {"level":"info","ts":"2026-04-28T07:22:38.843642Z","caller":"traceutil/trace.go:171","msg":"trace[2145759696] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:3340; }","duration":"136.147396ms","start":"2026-04-28T07:22:38.707484Z","end":"2026-04-28T07:22:38.843631Z","steps":["trace[2145759696] 'agreement among raft nodes before linearized reading' (duration: 135.851978ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:38.84412Z","caller":"traceutil/trace.go:171","msg":"trace[803860363] transaction","detail":"{read_only:false; response_revision:3340; number_of_response:1; }","duration":"136.954806ms","start":"2026-04-28T07:22:38.70715Z","end":"2026-04-28T07:22:38.844104Z","steps":["trace[803860363] 'process raft request' (duration: 113.063079ms)","trace[803860363] 'compare' (duration: 22.647675ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:22:38.88206Z","caller":"traceutil/trace.go:171","msg":"trace[1169096117] transaction","detail":"{read_only:false; response_revision:3341; number_of_response:1; }","duration":"174.2819ms","start":"2026-04-28T07:22:38.707748Z","end":"2026-04-28T07:22:38.88203Z","steps":["trace[1169096117] 'process raft request' (duration: 174.072794ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:38.88238Z","caller":"traceutil/trace.go:171","msg":"trace[84343801] transaction","detail":"{read_only:false; response_revision:3344; number_of_response:1; }","duration":"173.973892ms","start":"2026-04-28T07:22:38.708386Z","end":"2026-04-28T07:22:38.88236Z","steps":["trace[84343801] 'process raft request' (duration: 173.89821ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:38.8824Z","caller":"traceutil/trace.go:171","msg":"trace[1237573630] transaction","detail":"{read_only:false; response_revision:3342; number_of_response:1; }","duration":"174.610588ms","start":"2026-04-28T07:22:38.707772Z","end":"2026-04-28T07:22:38.882383Z","steps":["trace[1237573630] 'process raft request' (duration: 174.203488ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:38.882434Z","caller":"traceutil/trace.go:171","msg":"trace[1979088359] transaction","detail":"{read_only:false; response_revision:3345; number_of_response:1; }","duration":"173.949251ms","start":"2026-04-28T07:22:38.708462Z","end":"2026-04-28T07:22:38.882411Z","steps":["trace[1979088359] 'process raft request' (duration: 173.860989ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:38.88275Z","caller":"traceutil/trace.go:171","msg":"trace[1283541350] transaction","detail":"{read_only:false; response_revision:3343; number_of_response:1; }","duration":"174.467174ms","start":"2026-04-28T07:22:38.708172Z","end":"2026-04-28T07:22:38.882639Z","steps":["trace[1283541350] 'process raft request' (duration: 174.043833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:40.194917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.392341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:22:40.195426Z","caller":"traceutil/trace.go:171","msg":"trace[1294016501] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3345; }","duration":"490.954906ms","start":"2026-04-28T07:22:39.704454Z","end":"2026-04-28T07:22:40.195408Z","steps":["trace[1294016501] 'range keys from in-memory index tree' (duration: 490.210527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:40.195462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:39.704426Z","time spent":"491.026968ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:22:40.195747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.118683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:22:40.195837Z","caller":"traceutil/trace.go:171","msg":"trace[1201593695] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3345; }","duration":"709.095239ms","start":"2026-04-28T07:22:39.48672Z","end":"2026-04-28T07:22:40.195816Z","steps":["trace[1201593695] 'count revisions from in-memory index tree' (duration: 707.967099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:40.196418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:39.486641Z","time spent":"709.244963ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:22:40.872428Z","caller":"traceutil/trace.go:171","msg":"trace[1440121907] transaction","detail":"{read_only:false; response_revision:3346; number_of_response:1; }","duration":"213.308347ms","start":"2026-04-28T07:22:40.659068Z","end":"2026-04-28T07:22:40.872377Z","steps":["trace[1440121907] 'process raft request' (duration: 212.978548ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:41.866578Z","caller":"traceutil/trace.go:171","msg":"trace[465918281] transaction","detail":"{read_only:false; response_revision:3348; number_of_response:1; }","duration":"1.158761689s","start":"2026-04-28T07:22:40.707781Z","end":"2026-04-28T07:22:41.866543Z","steps":["trace[465918281] 'process raft request' (duration: 1.158679186s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:41.86682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:40.70777Z","time spent":"1.158919492s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:22:41.867065Z","caller":"traceutil/trace.go:171","msg":"trace[1548560802] transaction","detail":"{read_only:false; response_revision:3347; number_of_response:1; }","duration":"1.159977509s","start":"2026-04-28T07:22:40.707032Z","end":"2026-04-28T07:22:41.867009Z","steps":["trace[1548560802] 'process raft request' (duration: 1.159157199s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:41.867193Z","caller":"traceutil/trace.go:171","msg":"trace[1643368066] linearizableReadLoop","detail":"{readStateIndex:3484; appliedIndex:3480; }","duration":"1.017795648s","start":"2026-04-28T07:22:40.849051Z","end":"2026-04-28T07:22:41.866846Z","steps":["trace[1643368066] 'read index received' (duration: 23.095386ms)","trace[1643368066] 'applied index is now lower than readState.Index' (duration: 994.698352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:22:41.867332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:40.707006Z","time spent":"1.160181385s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:22:41.867414Z","caller":"traceutil/trace.go:171","msg":"trace[2042885094] transaction","detail":"{read_only:false; response_revision:3349; number_of_response:1; }","duration":"1.15764635s","start":"2026-04-28T07:22:40.709722Z","end":"2026-04-28T07:22:41.867368Z","steps":["trace[2042885094] 'process raft request' (duration: 1.156783428s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:41.867562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.246837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:22:41.867601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:40.709686Z","time spent":"1.157827904s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:22:41.867638Z","caller":"traceutil/trace.go:171","msg":"trace[1492479229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3349; }","duration":"165.35941ms","start":"2026-04-28T07:22:41.702258Z","end":"2026-04-28T07:22:41.867617Z","steps":["trace[1492479229] 'agreement among raft nodes before linearized reading' (duration: 165.212616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:41.867623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016099124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:22:41.867648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.566131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:22:41.867703Z","caller":"traceutil/trace.go:171","msg":"trace[1341795022] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3349; }","duration":"1.016226138s","start":"2026-04-28T07:22:40.851456Z","end":"2026-04-28T07:22:41.867682Z","steps":["trace[1341795022] 'agreement among raft nodes before linearized reading' (duration: 1.015986531s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:41.867712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.789836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T07:22:41.867728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.804067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:22:41.867731Z","caller":"traceutil/trace.go:171","msg":"trace[1654133762] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3349; }","duration":"979.748305ms","start":"2026-04-28T07:22:40.887965Z","end":"2026-04-28T07:22:41.867713Z","steps":["trace[1654133762] 'agreement among raft nodes before linearized reading' (duration: 979.499249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:41.867773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:40.851441Z","time spent":"1.0163184s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"info","ts":"2026-04-28T07:22:41.86778Z","caller":"traceutil/trace.go:171","msg":"trace[276349982] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3349; }","duration":"979.8963ms","start":"2026-04-28T07:22:40.887864Z","end":"2026-04-28T07:22:41.86776Z","steps":["trace[276349982] 'agreement among raft nodes before linearized reading' (duration: 979.682384ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:41.867799Z","caller":"traceutil/trace.go:171","msg":"trace[1974330240] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3349; }","duration":"979.93143ms","start":"2026-04-28T07:22:40.88785Z","end":"2026-04-28T07:22:41.867781Z","steps":["trace[1974330240] 'agreement among raft nodes before linearized reading' (duration: 979.742035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:41.867817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:40.887916Z","time spent":"979.886339ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:22:41.86784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:40.887822Z","time spent":"980.009212ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:22:41.867842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:40.887844Z","time spent":"979.981081ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:22:41.86774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.957907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:22:41.867888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.93975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:22:41.867622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018552408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:22:41.868036Z","caller":"traceutil/trace.go:171","msg":"trace[2047999440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3349; }","duration":"1.018983859s","start":"2026-04-28T07:22:40.849034Z","end":"2026-04-28T07:22:41.868018Z","steps":["trace[2047999440] 'agreement among raft nodes before linearized reading' (duration: 1.018369653s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:41.867987Z","caller":"traceutil/trace.go:171","msg":"trace[1751346293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3349; }","duration":"980.087984ms","start":"2026-04-28T07:22:40.887875Z","end":"2026-04-28T07:22:41.867963Z","steps":["trace[1751346293] 'agreement among raft nodes before linearized reading' (duration: 979.831347ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:41.868073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:40.848971Z","time spent":"1.019091351s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:22:41.868039Z","caller":"traceutil/trace.go:171","msg":"trace[378542395] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3349; }","duration":"790.340866ms","start":"2026-04-28T07:22:41.077611Z","end":"2026-04-28T07:22:41.867952Z","steps":["trace[378542395] 'agreement among raft nodes before linearized reading' (duration: 790.07459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:41.868103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:40.887852Z","time spent":"980.234238ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:22:41.868195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:41.077582Z","time spent":"790.561212ms","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:22:42.156266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.193385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:22:42.156439Z","caller":"traceutil/trace.go:171","msg":"trace[2087788033] transaction","detail":"{read_only:false; response_revision:3350; number_of_response:1; }","duration":"282.178175ms","start":"2026-04-28T07:22:41.874234Z","end":"2026-04-28T07:22:42.156412Z","steps":["trace[2087788033] 'process raft request' (duration: 97.713363ms)","trace[2087788033] 'compare' (duration: 183.701503ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:22:42.701328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.737616ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:22:42.701776Z","caller":"traceutil/trace.go:171","msg":"trace[1643268044] linearizableReadLoop","detail":"{readStateIndex:3489; appliedIndex:3485; }","duration":"605.282537ms","start":"2026-04-28T07:22:42.096465Z","end":"2026-04-28T07:22:42.701747Z","steps":["trace[1643268044] 'read index received' (duration: 466.862724ms)","trace[1643268044] 'applied index is now lower than readState.Index' (duration: 138.418223ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:22:42.702021Z","caller":"traceutil/trace.go:171","msg":"trace[1284289377] transaction","detail":"{read_only:false; response_revision:3352; number_of_response:1; }","duration":"826.599571ms","start":"2026-04-28T07:22:41.875351Z","end":"2026-04-28T07:22:42.701951Z","steps":["trace[1284289377] 'process raft request' (duration: 826.13104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:42.702159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:41.875345Z","time spent":"826.746085ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:22:42.702143Z","caller":"traceutil/trace.go:171","msg":"trace[1433568564] transaction","detail":"{read_only:false; response_revision:3351; number_of_response:1; }","duration":"827.289359ms","start":"2026-04-28T07:22:41.874815Z","end":"2026-04-28T07:22:42.702105Z","steps":["trace[1433568564] 'process raft request' (duration: 688.608649ms)","trace[1433568564] 'compare' (duration: 137.437599ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:22:42.702176Z","caller":"traceutil/trace.go:171","msg":"trace[1868496425] transaction","detail":"{read_only:false; response_revision:3353; number_of_response:1; }","duration":"826.551721ms","start":"2026-04-28T07:22:41.875599Z","end":"2026-04-28T07:22:42.702151Z","steps":["trace[1868496425] 'process raft request' (duration: 826.000017ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:42.702253Z","caller":"traceutil/trace.go:171","msg":"trace[1737721957] transaction","detail":"{read_only:false; response_revision:3354; number_of_response:1; }","duration":"826.153561ms","start":"2026-04-28T07:22:41.876044Z","end":"2026-04-28T07:22:42.702197Z","steps":["trace[1737721957] 'process raft request' (duration: 825.638048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:42.702323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:41.875592Z","time spent":"826.669463ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:22:42.702327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.978392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:22:42.702344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.750998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:22:42.702384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.360205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:22:42.70266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:41.876035Z","time spent":"826.325635ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:22:42.702452Z","caller":"traceutil/trace.go:171","msg":"trace[415417203] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:3354; }","duration":"500.952823ms","start":"2026-04-28T07:22:42.201483Z","end":"2026-04-28T07:22:42.702436Z","steps":["trace[415417203] 'agreement among raft nodes before linearized reading' (duration: 500.721467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:42.702677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.207061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"warn","ts":"2026-04-28T07:22:42.702759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:42.201459Z","time spent":"501.256982ms","remote":"127.0.0.1:51436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:22:42.702765Z","caller":"traceutil/trace.go:171","msg":"trace[1593218071] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:3354; }","duration":"606.352685ms","start":"2026-04-28T07:22:42.096389Z","end":"2026-04-28T07:22:42.702742Z","steps":["trace[1593218071] 'agreement among raft nodes before linearized reading' (duration: 605.77393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:42.702828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:42.096356Z","time spent":"606.456917ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"info","ts":"2026-04-28T07:22:42.70269Z","caller":"traceutil/trace.go:171","msg":"trace[32055423] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:3354; }","duration":"410.768795ms","start":"2026-04-28T07:22:42.291893Z","end":"2026-04-28T07:22:42.702661Z","steps":["trace[32055423] 'agreement among raft nodes before linearized reading' (duration: 410.325343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:42.70296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:42.291861Z","time spent":"411.075633ms","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":29,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:22:42.702425Z","caller":"traceutil/trace.go:171","msg":"trace[1381635478] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:3354; }","duration":"150.171617ms","start":"2026-04-28T07:22:42.552227Z","end":"2026-04-28T07:22:42.702398Z","steps":["trace[1381635478] 'agreement among raft nodes before linearized reading' (duration: 149.976872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:42.703017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:41.8748Z","time spent":"827.431163ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:22:43.261651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.881061ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"warn","ts":"2026-04-28T07:22:43.261879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:42.704098Z","time spent":"557.770801ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:22:43.262071Z","caller":"traceutil/trace.go:171","msg":"trace[125878033] transaction","detail":"{read_only:false; response_revision:3355; number_of_response:1; }","duration":"382.852746ms","start":"2026-04-28T07:22:42.879191Z","end":"2026-04-28T07:22:43.262044Z","steps":["trace[125878033] 'process raft request' (duration: 382.64503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:43.262221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:42.879158Z","time spent":"382.974309ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:22:43.26252Z","caller":"traceutil/trace.go:171","msg":"trace[61459422] linearizableReadLoop","detail":"{readStateIndex:3490; appliedIndex:3489; }","duration":"558.265294ms","start":"2026-04-28T07:22:42.704216Z","end":"2026-04-28T07:22:43.262481Z","steps":["trace[61459422] 'read index received' (duration: 173.391707ms)","trace[61459422] 'applied index is now lower than readState.Index' (duration: 384.869347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:22:43.262618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.397517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:22:43.26267Z","caller":"traceutil/trace.go:171","msg":"trace[291922886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3355; }","duration":"558.50196ms","start":"2026-04-28T07:22:42.704153Z","end":"2026-04-28T07:22:43.262655Z","steps":["trace[291922886] 'agreement among raft nodes before linearized reading' (duration: 558.418628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:43.262715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:42.704131Z","time spent":"558.577432ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:22:43.988922Z","caller":"traceutil/trace.go:171","msg":"trace[357766452] linearizableReadLoop","detail":"{readStateIndex:3494; appliedIndex:3493; }","duration":"109.015865ms","start":"2026-04-28T07:22:43.879871Z","end":"2026-04-28T07:22:43.988887Z","steps":["trace[357766452] 'read index received' (duration: 108.898482ms)","trace[357766452] 'applied index is now lower than readState.Index' (duration: 115.903µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:22:43.989241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.336663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:22:43.989285Z","caller":"traceutil/trace.go:171","msg":"trace[250671046] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3358; }","duration":"109.463726ms","start":"2026-04-28T07:22:43.879805Z","end":"2026-04-28T07:22:43.989269Z","steps":["trace[250671046] 'agreement among raft nodes before linearized reading' (duration: 109.2104ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:43.989273Z","caller":"traceutil/trace.go:171","msg":"trace[1391376668] transaction","detail":"{read_only:false; response_revision:3358; number_of_response:1; }","duration":"109.478807ms","start":"2026-04-28T07:22:43.879751Z","end":"2026-04-28T07:22:43.98923Z","steps":["trace[1391376668] 'process raft request' (duration: 108.925912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:44.060227Z","caller":"traceutil/trace.go:171","msg":"trace[1004212137] transaction","detail":"{read_only:false; response_revision:3359; number_of_response:1; }","duration":"180.339616ms","start":"2026-04-28T07:22:43.87986Z","end":"2026-04-28T07:22:44.060199Z","steps":["trace[1004212137] 'process raft request' (duration: 180.10007ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:44.060837Z","caller":"traceutil/trace.go:171","msg":"trace[1560195274] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"180.802568ms","start":"2026-04-28T07:22:43.879994Z","end":"2026-04-28T07:22:44.060796Z","steps":["trace[1560195274] 'process raft request' (duration: 180.160622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:44.393135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.093094ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:22:44.393299Z","caller":"traceutil/trace.go:171","msg":"trace[753703387] linearizableReadLoop","detail":"{readStateIndex:3497; appliedIndex:3496; }","duration":"231.658522ms","start":"2026-04-28T07:22:44.161619Z","end":"2026-04-28T07:22:44.393278Z","steps":["trace[753703387] 'read index received' (duration: 64.310291ms)","trace[753703387] 'applied index is now lower than readState.Index' (duration: 167.346211ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:22:44.393488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.879267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:22:44.39353Z","caller":"traceutil/trace.go:171","msg":"trace[992319328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3361; }","duration":"231.922268ms","start":"2026-04-28T07:22:44.161597Z","end":"2026-04-28T07:22:44.393519Z","steps":["trace[992319328] 'agreement among raft nodes before linearized reading' (duration: 231.735213ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:44.393465Z","caller":"traceutil/trace.go:171","msg":"trace[1084569523] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"344.295899ms","start":"2026-04-28T07:22:44.04911Z","end":"2026-04-28T07:22:44.393406Z","steps":["trace[1084569523] 'process raft request' (duration: 176.828315ms)","trace[1084569523] 'compare' (duration: 166.946791ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:22:44.393705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:44.049083Z","time spent":"344.540425ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:22:44.884395Z","caller":"traceutil/trace.go:171","msg":"trace[1799507285] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"172.634847ms","start":"2026-04-28T07:22:44.71173Z","end":"2026-04-28T07:22:44.884365Z","steps":["trace[1799507285] 'process raft request' (duration: 172.486043ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:44.884381Z","caller":"traceutil/trace.go:171","msg":"trace[918481401] transaction","detail":"{read_only:false; response_revision:3364; number_of_response:1; }","duration":"172.927065ms","start":"2026-04-28T07:22:44.711413Z","end":"2026-04-28T07:22:44.88434Z","steps":["trace[918481401] 'process raft request' (duration: 172.612417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:44.884606Z","caller":"traceutil/trace.go:171","msg":"trace[866374074] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"154.224522ms","start":"2026-04-28T07:22:44.730365Z","end":"2026-04-28T07:22:44.88459Z","steps":["trace[866374074] 'process raft request' (duration: 153.916455ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:51.876734Z","caller":"traceutil/trace.go:171","msg":"trace[1709108286] linearizableReadLoop","detail":"{readStateIndex:3533; appliedIndex:3532; }","duration":"424.869599ms","start":"2026-04-28T07:22:51.451837Z","end":"2026-04-28T07:22:51.876707Z","steps":["trace[1709108286] 'read index received' (duration: 424.712345ms)","trace[1709108286] 'applied index is now lower than readState.Index' (duration: 156.124µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:22:51.876827Z","caller":"traceutil/trace.go:171","msg":"trace[533299035] transaction","detail":"{read_only:false; response_revision:3396; number_of_response:1; }","duration":"553.813818ms","start":"2026-04-28T07:22:51.322975Z","end":"2026-04-28T07:22:51.876789Z","steps":["trace[533299035] 'process raft request' (duration: 553.553741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:51.876914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.927454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:22:51.876947Z","caller":"traceutil/trace.go:171","msg":"trace[273450867] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:3396; }","duration":"209.040716ms","start":"2026-04-28T07:22:51.667892Z","end":"2026-04-28T07:22:51.876933Z","steps":["trace[273450867] 'agreement among raft nodes before linearized reading' (duration: 208.960954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:51.877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:51.322946Z","time spent":"553.961172ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:22:51.876999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.131346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:22:51.877136Z","caller":"traceutil/trace.go:171","msg":"trace[582637865] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:3396; }","duration":"425.363952ms","start":"2026-04-28T07:22:51.451741Z","end":"2026-04-28T07:22:51.877105Z","steps":["trace[582637865] 'agreement among raft nodes before linearized reading' (duration: 425.091405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:51.877142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.015823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:22:51.877219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:51.45171Z","time spent":"425.488025ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:22:51.877257Z","caller":"traceutil/trace.go:171","msg":"trace[896782521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3396; }","duration":"174.196557ms","start":"2026-04-28T07:22:51.703035Z","end":"2026-04-28T07:22:51.877232Z","steps":["trace[896782521] 'agreement among raft nodes before linearized reading' (duration: 173.93446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:53.609628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176947697s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:22:53.611509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226175278s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:22:53.611793Z","caller":"traceutil/trace.go:171","msg":"trace[1967376663] transaction","detail":"{read_only:false; response_revision:3397; number_of_response:1; }","duration":"1.588958796s","start":"2026-04-28T07:22:52.022813Z","end":"2026-04-28T07:22:53.611772Z","steps":["trace[1967376663] 'process raft request' (duration: 362.399617ms)","trace[1967376663] 'compare' (duration: 1.225700826s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:22:53.611841Z","caller":"traceutil/trace.go:171","msg":"trace[1057732596] linearizableReadLoop","detail":"{readStateIndex:3536; appliedIndex:3533; }","duration":"1.514718549s","start":"2026-04-28T07:22:52.0971Z","end":"2026-04-28T07:22:53.611819Z","steps":["trace[1057732596] 'read index received' (duration: 288.113999ms)","trace[1057732596] 'applied index is now lower than readState.Index' (duration: 1.22660295s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:22:53.611899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:52.022778Z","time spent":"1.589071079s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:22:53.612287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511429414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:22:53.61233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168095589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:22:53.612351Z","caller":"traceutil/trace.go:171","msg":"trace[1123754172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3399; }","duration":"1.16815725s","start":"2026-04-28T07:22:52.444188Z","end":"2026-04-28T07:22:53.612345Z","steps":["trace[1123754172] 'agreement among raft nodes before linearized reading' (duration: 1.168092509s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:53.612368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:52.444166Z","time spent":"1.168198022s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:22:53.612355Z","caller":"traceutil/trace.go:171","msg":"trace[2069588556] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3399; }","duration":"1.511528436s","start":"2026-04-28T07:22:52.100809Z","end":"2026-04-28T07:22:53.612338Z","steps":["trace[2069588556] 'agreement among raft nodes before linearized reading' (duration: 1.511316781s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:53.612334Z","caller":"traceutil/trace.go:171","msg":"trace[2101832857] transaction","detail":"{read_only:false; response_revision:3398; number_of_response:1; }","duration":"1.521834581s","start":"2026-04-28T07:22:52.090476Z","end":"2026-04-28T07:22:53.612311Z","steps":["trace[2101832857] 'process raft request' (duration: 1.521139324s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:53.612372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515273563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:22:53.612362Z","caller":"traceutil/trace.go:171","msg":"trace[1094607503] transaction","detail":"{read_only:false; response_revision:3399; number_of_response:1; }","duration":"1.521443002s","start":"2026-04-28T07:22:52.090889Z","end":"2026-04-28T07:22:53.612332Z","steps":["trace[1094607503] 'process raft request' (duration: 1.520871737s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:53.61238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.513423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T07:22:53.612388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.771954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:22:53.612393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325133433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:22:53.612459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:52.090436Z","time spent":"1.521958914s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:22:53.612462Z","caller":"traceutil/trace.go:171","msg":"trace[1865091937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3399; }","duration":"688.882067ms","start":"2026-04-28T07:22:52.923562Z","end":"2026-04-28T07:22:53.612444Z","steps":["trace[1865091937] 'agreement among raft nodes before linearized reading' (duration: 688.676841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:53.612439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.861965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:22:53.612472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.946368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:22:53.612492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:52.090842Z","time spent":"1.521576195s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:22:53.612401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:52.100802Z","time spent":"1.511586267s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:22:53.612519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:52.923532Z","time spent":"688.971548ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:22:53.612537Z","caller":"traceutil/trace.go:171","msg":"trace[1425369793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3399; }","duration":"689.053931ms","start":"2026-04-28T07:22:52.923465Z","end":"2026-04-28T07:22:53.612519Z","steps":["trace[1425369793] 'agreement among raft nodes before linearized reading' (duration: 688.851665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:53.612533Z","caller":"traceutil/trace.go:171","msg":"trace[744017674] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:3399; }","duration":"225.027779ms","start":"2026-04-28T07:22:53.387485Z","end":"2026-04-28T07:22:53.612512Z","steps":["trace[744017674] 'agreement among raft nodes before linearized reading' (duration: 224.806914ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:53.612485Z","caller":"traceutil/trace.go:171","msg":"trace[2087382949] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:3399; }","duration":"1.325275697s","start":"2026-04-28T07:22:52.287182Z","end":"2026-04-28T07:22:53.612457Z","steps":["trace[2087382949] 'agreement among raft nodes before linearized reading' (duration: 1.325112703s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:53.61259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:52.923443Z","time spent":"689.138333ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:22:53.612623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:52.287158Z","time spent":"1.325456491s","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:22:53.612372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.503936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:22:53.612673Z","caller":"traceutil/trace.go:171","msg":"trace[1997090548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3399; }","duration":"889.832294ms","start":"2026-04-28T07:22:52.722824Z","end":"2026-04-28T07:22:53.612656Z","steps":["trace[1997090548] 'agreement among raft nodes before linearized reading' (duration: 889.495546ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:53.612415Z","caller":"traceutil/trace.go:171","msg":"trace[1085442134] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:3399; }","duration":"1.515346455s","start":"2026-04-28T07:22:52.097055Z","end":"2026-04-28T07:22:53.612401Z","steps":["trace[1085442134] 'agreement among raft nodes before linearized reading' (duration: 1.515216791s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:53.612728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:52.722808Z","time spent":"889.908697ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:22:53.612427Z","caller":"traceutil/trace.go:171","msg":"trace[1854067915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3399; }","duration":"768.607785ms","start":"2026-04-28T07:22:52.843807Z","end":"2026-04-28T07:22:53.612415Z","steps":["trace[1854067915] 'agreement among raft nodes before linearized reading' (duration: 768.471241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:53.612767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:52.097038Z","time spent":"1.515709093s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"warn","ts":"2026-04-28T07:22:53.612858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:52.843785Z","time spent":"769.064327ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:22:53.612363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.959568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:22:53.612531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.955368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:22:53.613198Z","caller":"traceutil/trace.go:171","msg":"trace[15311303] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3399; }","duration":"689.649846ms","start":"2026-04-28T07:22:52.923531Z","end":"2026-04-28T07:22:53.613181Z","steps":["trace[15311303] 'agreement among raft nodes before linearized reading' (duration: 688.766593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:53.612953Z","caller":"traceutil/trace.go:171","msg":"trace[1016483524] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3399; }","duration":"139.602335ms","start":"2026-04-28T07:22:53.473304Z","end":"2026-04-28T07:22:53.612907Z","steps":["trace[1016483524] 'agreement among raft nodes before linearized reading' (duration: 139.001089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:53.613292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:52.923506Z","time spent":"689.769939ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:22:53.613591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.072486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T07:22:53.613688Z","caller":"traceutil/trace.go:171","msg":"trace[1593559755] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3399; }","duration":"193.209319ms","start":"2026-04-28T07:22:53.420463Z","end":"2026-04-28T07:22:53.613672Z","steps":["trace[1593559755] 'agreement among raft nodes before linearized reading' (duration: 191.819574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:54.389073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765110647,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:22:54.504876Z","caller":"traceutil/trace.go:171","msg":"trace[386488061] transaction","detail":"{read_only:false; response_revision:3407; number_of_response:1; }","duration":"620.902071ms","start":"2026-04-28T07:22:53.883945Z","end":"2026-04-28T07:22:54.504847Z","steps":["trace[386488061] 'process raft request' (duration: 620.703386ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:54.504883Z","caller":"traceutil/trace.go:171","msg":"trace[1611295350] linearizableReadLoop","detail":"{readStateIndex:3545; appliedIndex:3545; }","duration":"616.489367ms","start":"2026-04-28T07:22:53.888353Z","end":"2026-04-28T07:22:54.504843Z","steps":["trace[1611295350] 'read index received' (duration: 616.467746ms)","trace[1611295350] 'applied index is now lower than readState.Index' (duration: 18.101µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:22:54.505055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:53.88392Z","time spent":"621.042784ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:22:54.505303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.92131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T07:22:54.5054Z","caller":"traceutil/trace.go:171","msg":"trace[2013415502] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3407; }","duration":"617.123745ms","start":"2026-04-28T07:22:53.888253Z","end":"2026-04-28T07:22:54.505377Z","steps":["trace[2013415502] 'agreement among raft nodes before linearized reading' (duration: 616.697233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:54.505459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:53.888234Z","time spent":"617.209446ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:22:55.171243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.049947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:22:55.171374Z","caller":"traceutil/trace.go:171","msg":"trace[1012479227] linearizableReadLoop","detail":"{readStateIndex:3547; appliedIndex:3546; }","duration":"465.288613ms","start":"2026-04-28T07:22:54.706064Z","end":"2026-04-28T07:22:55.171352Z","steps":["trace[1012479227] 'read index received' (duration: 310.935138ms)","trace[1012479227] 'applied index is now lower than readState.Index' (duration: 154.352165ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:22:55.171469Z","caller":"traceutil/trace.go:171","msg":"trace[970744511] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"661.008856ms","start":"2026-04-28T07:22:54.510448Z","end":"2026-04-28T07:22:55.171457Z","steps":["trace[970744511] 'process raft request' (duration: 506.655421ms)","trace[970744511] 'compare' (duration: 153.907044ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:22:55.171535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:54.510416Z","time spent":"661.087638ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:22:55.17166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.594161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:22:55.171737Z","caller":"traceutil/trace.go:171","msg":"trace[1598550684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3409; }","duration":"465.724814ms","start":"2026-04-28T07:22:54.705994Z","end":"2026-04-28T07:22:55.171719Z","steps":["trace[1598550684] 'agreement among raft nodes before linearized reading' (duration: 465.59113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:55.171784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:54.705959Z","time spent":"465.817046ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:22:57.808566Z","caller":"traceutil/trace.go:171","msg":"trace[2059038779] transaction","detail":"{read_only:false; response_revision:3420; number_of_response:1; }","duration":"181.317711ms","start":"2026-04-28T07:22:57.627221Z","end":"2026-04-28T07:22:57.808539Z","steps":["trace[2059038779] 'process raft request' (duration: 181.111836ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:58.513976Z","caller":"traceutil/trace.go:171","msg":"trace[1381203688] linearizableReadLoop","detail":"{readStateIndex:3560; appliedIndex:3557; }","duration":"876.484729ms","start":"2026-04-28T07:22:57.637462Z","end":"2026-04-28T07:22:58.513947Z","steps":["trace[1381203688] 'read index received' (duration: 170.936713ms)","trace[1381203688] 'applied index is now lower than readState.Index' (duration: 705.546436ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:22:58.514017Z","caller":"traceutil/trace.go:171","msg":"trace[161419176] transaction","detail":"{read_only:false; response_revision:3421; number_of_response:1; }","duration":"886.625762ms","start":"2026-04-28T07:22:57.627344Z","end":"2026-04-28T07:22:58.51397Z","steps":["trace[161419176] 'process raft request' (duration: 885.782239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:22:58.514029Z","caller":"traceutil/trace.go:171","msg":"trace[1757021979] transaction","detail":"{read_only:false; response_revision:3422; number_of_response:1; }","duration":"886.635512ms","start":"2026-04-28T07:22:57.627342Z","end":"2026-04-28T07:22:58.513978Z","steps":["trace[1757021979] 'process raft request' (duration: 886.501048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:58.514191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.713886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:22:58.514255Z","caller":"traceutil/trace.go:171","msg":"trace[309340374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3422; }","duration":"876.833569ms","start":"2026-04-28T07:22:57.637407Z","end":"2026-04-28T07:22:58.51424Z","steps":["trace[309340374] 'agreement among raft nodes before linearized reading' (duration: 876.630184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:58.514275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:57.627302Z","time spent":"886.839517ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:22:58.514293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:57.637389Z","time spent":"876.89563ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:22:58.514269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:57.627319Z","time spent":"886.804427ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:22:59.132738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.703327ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:22:59.133328Z","caller":"traceutil/trace.go:171","msg":"trace[981057100] transaction","detail":"{read_only:false; response_revision:3423; number_of_response:1; }","duration":"670.662536ms","start":"2026-04-28T07:22:58.462628Z","end":"2026-04-28T07:22:59.133291Z","steps":["trace[981057100] 'process raft request' (duration: 670.251745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:22:59.133609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:58.462605Z","time spent":"670.81021ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:22:59.13334Z","caller":"traceutil/trace.go:171","msg":"trace[1485822319] linearizableReadLoop","detail":"{readStateIndex:3562; appliedIndex:3560; }","duration":"619.245288ms","start":"2026-04-28T07:22:58.514061Z","end":"2026-04-28T07:22:59.133306Z","steps":["trace[1485822319] 'read index received' (duration: 51.080559ms)","trace[1485822319] 'applied index is now lower than readState.Index' (duration: 568.162669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:00.287596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644249202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:23:00.287711Z","caller":"traceutil/trace.go:171","msg":"trace[190193616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3423; }","duration":"2.644405815s","start":"2026-04-28T07:22:57.643278Z","end":"2026-04-28T07:23:00.287684Z","steps":["trace[190193616] 'agreement among raft nodes before linearized reading' (duration: 1.49078789s)","trace[190193616] 'range keys from in-memory index tree' (duration: 1.153312798s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:00.287765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:57.64327Z","time spent":"2.644485107s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:23:00.28824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586110001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:23:00.288281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643275427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:23:00.288271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086394299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:00.288321Z","caller":"traceutil/trace.go:171","msg":"trace[1194924000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3423; }","duration":"2.586255004s","start":"2026-04-28T07:22:57.702045Z","end":"2026-04-28T07:23:00.2883Z","steps":["trace[1194924000] 'agreement among raft nodes before linearized reading' (duration: 1.431982902s)","trace[1194924000] 'range keys from in-memory index tree' (duration: 1.154146809s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:23:00.288328Z","caller":"traceutil/trace.go:171","msg":"trace[2039934088] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3423; }","duration":"2.643359309s","start":"2026-04-28T07:22:57.644953Z","end":"2026-04-28T07:23:00.288312Z","steps":["trace[2039934088] 'agreement among raft nodes before linearized reading' (duration: 1.489053906s)","trace[2039934088] 'range keys from in-memory index tree' (duration: 1.154182s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:00.28836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:57.644925Z","time spent":"2.643427741s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:23:00.28836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:57.70202Z","time spent":"2.586331226s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:23:00.288358Z","caller":"traceutil/trace.go:171","msg":"trace[1396332282] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:3423; }","duration":"2.086541393s","start":"2026-04-28T07:22:58.201789Z","end":"2026-04-28T07:23:00.28833Z","steps":["trace[1396332282] 'agreement among raft nodes before linearized reading' (duration: 932.23179ms)","trace[1396332282] 'count revisions from in-memory index tree' (duration: 1.15416934s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:00.288345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647326892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:23:00.288342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.644945069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T07:23:00.288399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645652067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:23:00.288421Z","caller":"traceutil/trace.go:171","msg":"trace[1307758625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3423; }","duration":"2.647430424s","start":"2026-04-28T07:22:57.640969Z","end":"2026-04-28T07:23:00.2884Z","steps":["trace[1307758625] 'agreement among raft nodes before linearized reading' (duration: 1.493070569s)","trace[1307758625] 'range keys from in-memory index tree' (duration: 1.154128129s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:23:00.288435Z","caller":"traceutil/trace.go:171","msg":"trace[1094379329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3423; }","duration":"2.645085713s","start":"2026-04-28T07:22:57.643327Z","end":"2026-04-28T07:23:00.288413Z","steps":["trace[1094379329] 'agreement among raft nodes before linearized reading' (duration: 1.49078615s)","trace[1094379329] 'range keys from in-memory index tree' (duration: 1.153611655s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:00.288466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:57.640954Z","time spent":"2.647503816s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:23:00.288467Z","caller":"traceutil/trace.go:171","msg":"trace[630005900] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3423; }","duration":"2.645772372s","start":"2026-04-28T07:22:57.642678Z","end":"2026-04-28T07:23:00.28845Z","steps":["trace[630005900] 'agreement among raft nodes before linearized reading' (duration: 1.491391737s)","trace[630005900] 'range keys from in-memory index tree' (duration: 1.153309458s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:00.288486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:57.643307Z","time spent":"2.645168125s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:23:00.288507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:57.642655Z","time spent":"2.645843583s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:23:00.288538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:58.201748Z","time spent":"2.086645876s","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:00.288591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155198556s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:23:00.288846Z","caller":"traceutil/trace.go:171","msg":"trace[1747617441] linearizableReadLoop","detail":"{readStateIndex:3564; appliedIndex:3562; }","duration":"1.154928409s","start":"2026-04-28T07:22:59.133889Z","end":"2026-04-28T07:23:00.288818Z","steps":["trace[1747617441] 'read index received' (duration: 51.642µs)","trace[1747617441] 'applied index is now lower than readState.Index' (duration: 1.154875037s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:23:00.288874Z","caller":"traceutil/trace.go:171","msg":"trace[1262280327] transaction","detail":"{read_only:false; response_revision:3424; number_of_response:1; }","duration":"1.770074302s","start":"2026-04-28T07:22:58.518782Z","end":"2026-04-28T07:23:00.288856Z","steps":["trace[1262280327] 'process raft request' (duration: 614.508047ms)","trace[1262280327] 'compare' (duration: 1.15497834s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:23:00.288934Z","caller":"traceutil/trace.go:171","msg":"trace[899413340] transaction","detail":"{read_only:false; response_revision:3425; number_of_response:1; }","duration":"1.768194863s","start":"2026-04-28T07:22:58.520692Z","end":"2026-04-28T07:23:00.288887Z","steps":["trace[899413340] 'process raft request' (duration: 1.768028779s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:00.288992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:58.51875Z","time spent":"1.770160224s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:00.289137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:58.520679Z","time spent":"1.768343537s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:00.289025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504263079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:00.289427Z","caller":"traceutil/trace.go:171","msg":"trace[805166986] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3425; }","duration":"1.504631199s","start":"2026-04-28T07:22:58.784741Z","end":"2026-04-28T07:23:00.289372Z","steps":["trace[805166986] 'agreement among raft nodes before linearized reading' (duration: 1.504193217s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:00.289503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:58.784676Z","time spent":"1.504805472s","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:00.29066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.123104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:00.29072Z","caller":"traceutil/trace.go:171","msg":"trace[2015931786] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:3426; }","duration":"734.268369ms","start":"2026-04-28T07:22:59.556436Z","end":"2026-04-28T07:23:00.290705Z","steps":["trace[2015931786] 'agreement among raft nodes before linearized reading' (duration: 734.093984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:00.290756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:59.556404Z","time spent":"734.34197ms","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:00.290919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.60285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:23:00.290958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.448525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:23:00.290932Z","caller":"traceutil/trace.go:171","msg":"trace[1827728844] transaction","detail":"{read_only:false; response_revision:3426; number_of_response:1; }","duration":"476.647537ms","start":"2026-04-28T07:22:59.814258Z","end":"2026-04-28T07:23:00.290906Z","steps":["trace[1827728844] 'process raft request' (duration: 476.142344ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:00.290976Z","caller":"traceutil/trace.go:171","msg":"trace[1804389938] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3426; }","duration":"121.710533ms","start":"2026-04-28T07:23:00.169251Z","end":"2026-04-28T07:23:00.290961Z","steps":["trace[1804389938] 'agreement among raft nodes before linearized reading' (duration: 121.60217ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:00.290991Z","caller":"traceutil/trace.go:171","msg":"trace[863417567] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3426; }","duration":"430.522657ms","start":"2026-04-28T07:22:59.860458Z","end":"2026-04-28T07:23:00.290981Z","steps":["trace[863417567] 'agreement among raft nodes before linearized reading' (duration: 430.466475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:00.291028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:59.860435Z","time spent":"430.580487ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:00.291051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:59.814221Z","time spent":"476.78067ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:00.291198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.669759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:00.291238Z","caller":"traceutil/trace.go:171","msg":"trace[1136628396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3426; }","duration":"588.767592ms","start":"2026-04-28T07:22:59.702462Z","end":"2026-04-28T07:23:00.29123Z","steps":["trace[1136628396] 'agreement among raft nodes before linearized reading' (duration: 588.712101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:00.291264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:59.702433Z","time spent":"588.825303ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:23:00.29145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.42253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:00.291524Z","caller":"traceutil/trace.go:171","msg":"trace[929772982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3426; }","duration":"694.544263ms","start":"2026-04-28T07:22:59.596959Z","end":"2026-04-28T07:23:00.291504Z","steps":["trace[929772982] 'agreement among raft nodes before linearized reading' (duration: 694.43276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:00.29156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:22:59.596919Z","time spent":"694.632565ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:23:01.13915Z","caller":"traceutil/trace.go:171","msg":"trace[2100968880] transaction","detail":"{read_only:false; response_revision:3432; number_of_response:1; }","duration":"618.965121ms","start":"2026-04-28T07:23:00.520155Z","end":"2026-04-28T07:23:01.139121Z","steps":["trace[2100968880] 'process raft request' (duration: 615.881671ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:01.139264Z","caller":"traceutil/trace.go:171","msg":"trace[310955063] transaction","detail":"{read_only:false; response_revision:3433; number_of_response:1; }","duration":"619.004792ms","start":"2026-04-28T07:23:00.520241Z","end":"2026-04-28T07:23:01.139246Z","steps":["trace[310955063] 'process raft request' (duration: 618.745396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:01.139395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:00.520206Z","time spent":"619.111185ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:01.139299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:00.52013Z","time spent":"619.095845ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:01.139719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.364117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:01.139794Z","caller":"traceutil/trace.go:171","msg":"trace[2063200482] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3433; }","duration":"436.497661ms","start":"2026-04-28T07:23:00.703279Z","end":"2026-04-28T07:23:01.139777Z","steps":["trace[2063200482] 'agreement among raft nodes before linearized reading' (duration: 436.362897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:01.139844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:00.703259Z","time spent":"436.576162ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:23:01.139099Z","caller":"traceutil/trace.go:171","msg":"trace[193396955] linearizableReadLoop","detail":"{readStateIndex:3573; appliedIndex:3571; }","duration":"435.652709ms","start":"2026-04-28T07:23:00.703415Z","end":"2026-04-28T07:23:01.139068Z","steps":["trace[193396955] 'read index received' (duration: 432.650251ms)","trace[193396955] 'applied index is now lower than readState.Index' (duration: 3.000908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:01.140141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.541046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:23:01.1402Z","caller":"traceutil/trace.go:171","msg":"trace[1904435043] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:3433; }","duration":"143.652919ms","start":"2026-04-28T07:23:00.99653Z","end":"2026-04-28T07:23:01.140183Z","steps":["trace[1904435043] 'agreement among raft nodes before linearized reading' (duration: 143.522326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:02.597881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765110703,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:23:02.974285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.207485375s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:23:02.9749Z","caller":"traceutil/trace.go:171","msg":"trace[241924514] transaction","detail":"{read_only:false; response_revision:3434; number_of_response:1; }","duration":"1.208383798s","start":"2026-04-28T07:23:01.766474Z","end":"2026-04-28T07:23:02.974858Z","steps":["trace[241924514] 'process raft request' (duration: 1.208134252s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:02.975113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:01.766423Z","time spent":"1.208583974s","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18814,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:02.975738Z","caller":"traceutil/trace.go:171","msg":"trace[1136976352] linearizableReadLoop","detail":"{readStateIndex:3576; appliedIndex:3573; }","duration":"878.261445ms","start":"2026-04-28T07:23:02.097447Z","end":"2026-04-28T07:23:02.975709Z","steps":["trace[1136976352] 'read index received' (duration: 877.173877ms)","trace[1136976352] 'applied index is now lower than readState.Index' (duration: 1.086618ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:23:02.975961Z","caller":"traceutil/trace.go:171","msg":"trace[812052056] transaction","detail":"{read_only:false; response_revision:3435; number_of_response:1; }","duration":"681.251919ms","start":"2026-04-28T07:23:02.29469Z","end":"2026-04-28T07:23:02.975942Z","steps":["trace[812052056] 'process raft request' (duration: 680.820748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:02.976099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.631025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"warn","ts":"2026-04-28T07:23:02.976144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:02.294636Z","time spent":"681.396823ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:02.976175Z","caller":"traceutil/trace.go:171","msg":"trace[2103734285] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:3436; }","duration":"878.761978ms","start":"2026-04-28T07:23:02.097397Z","end":"2026-04-28T07:23:02.976159Z","steps":["trace[2103734285] 'agreement among raft nodes before linearized reading' (duration: 878.492702ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:02.976159Z","caller":"traceutil/trace.go:171","msg":"trace[475388597] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"680.221652ms","start":"2026-04-28T07:23:02.295887Z","end":"2026-04-28T07:23:02.976108Z","steps":["trace[475388597] 'process raft request' (duration: 679.7618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:02.976211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:02.097378Z","time spent":"878.824419ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"warn","ts":"2026-04-28T07:23:02.97621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.909411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:23:02.976259Z","caller":"traceutil/trace.go:171","msg":"trace[358750915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3436; }","duration":"682.960453ms","start":"2026-04-28T07:23:02.293285Z","end":"2026-04-28T07:23:02.976246Z","steps":["trace[358750915] 'agreement among raft nodes before linearized reading' (duration: 682.788638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:02.976295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:02.293228Z","time spent":"683.058675ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:23:02.976299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.442922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:23:02.976331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:02.295879Z","time spent":"680.358065ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:02.976408Z","caller":"traceutil/trace.go:171","msg":"trace[9534300] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3436; }","duration":"674.568976ms","start":"2026-04-28T07:23:02.301818Z","end":"2026-04-28T07:23:02.976387Z","steps":["trace[9534300] 'agreement among raft nodes before linearized reading' (duration: 674.31525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:02.976477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.775747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:23:02.97651Z","caller":"traceutil/trace.go:171","msg":"trace[2037174815] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3436; }","duration":"675.816448ms","start":"2026-04-28T07:23:02.300683Z","end":"2026-04-28T07:23:02.976499Z","steps":["trace[2037174815] 'agreement among raft nodes before linearized reading' (duration: 675.714225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:02.976506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:02.301765Z","time spent":"674.72866ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:23:02.976539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:02.300677Z","time spent":"675.854691ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:23:02.976587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.313058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:23:02.976612Z","caller":"traceutil/trace.go:171","msg":"trace[464179601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3436; }","duration":"677.364389ms","start":"2026-04-28T07:23:02.29924Z","end":"2026-04-28T07:23:02.976605Z","steps":["trace[464179601] 'agreement among raft nodes before linearized reading' (duration: 677.289087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:02.976628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.381829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:23:02.976638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.43523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:23:02.976663Z","caller":"traceutil/trace.go:171","msg":"trace[182567230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3436; }","duration":"273.443781ms","start":"2026-04-28T07:23:02.703203Z","end":"2026-04-28T07:23:02.976647Z","steps":["trace[182567230] 'agreement among raft nodes before linearized reading' (duration: 273.40178ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:02.976678Z","caller":"traceutil/trace.go:171","msg":"trace[659782430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3436; }","duration":"677.497162ms","start":"2026-04-28T07:23:02.299166Z","end":"2026-04-28T07:23:02.976664Z","steps":["trace[659782430] 'agreement among raft nodes before linearized reading' (duration: 677.40642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:02.976689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.178789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T07:23:02.976633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:02.299227Z","time spent":"677.40162ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:23:02.976705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:02.299151Z","time spent":"677.545593ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:23:02.97671Z","caller":"traceutil/trace.go:171","msg":"trace[1236593747] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3436; }","duration":"676.22067ms","start":"2026-04-28T07:23:02.300483Z","end":"2026-04-28T07:23:02.976704Z","steps":["trace[1236593747] 'agreement among raft nodes before linearized reading' (duration: 676.162039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:02.976734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:02.300466Z","time spent":"676.263241ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:23:03.276427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.715373ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:23:03.276667Z","caller":"traceutil/trace.go:171","msg":"trace[674551072] transaction","detail":"{read_only:false; response_revision:3444; number_of_response:1; }","duration":"130.803877ms","start":"2026-04-28T07:23:03.145845Z","end":"2026-04-28T07:23:03.276649Z","steps":["trace[674551072] 'process raft request' (duration: 130.715505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:03.276708Z","caller":"traceutil/trace.go:171","msg":"trace[1341629971] transaction","detail":"{read_only:false; response_revision:3443; number_of_response:1; }","duration":"131.673159ms","start":"2026-04-28T07:23:03.144988Z","end":"2026-04-28T07:23:03.276661Z","steps":["trace[1341629971] 'process raft request' (duration: 21.613517ms)","trace[1341629971] 'compare' (duration: 109.554519ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:06.319047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615765837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:06.319308Z","caller":"traceutil/trace.go:171","msg":"trace[1227112289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3444; }","duration":"1.616065996s","start":"2026-04-28T07:23:04.703185Z","end":"2026-04-28T07:23:06.319251Z","steps":["trace[1227112289] 'range keys from in-memory index tree' (duration: 1.615629264s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:06.319435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:04.703152Z","time spent":"1.616244369s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:23:06.321678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.464079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:23:06.321785Z","caller":"traceutil/trace.go:171","msg":"trace[793462430] transaction","detail":"{read_only:false; response_revision:3445; number_of_response:1; }","duration":"1.577245943s","start":"2026-04-28T07:23:04.744519Z","end":"2026-04-28T07:23:06.321765Z","steps":["trace[793462430] 'process raft request' (duration: 731.615559ms)","trace[793462430] 'compare' (duration: 843.540289ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:06.321846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:04.74448Z","time spent":"1.577336625s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:07.777498Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.30143278s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:23:08.032871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.016204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:23:08.033122Z","caller":"traceutil/trace.go:171","msg":"trace[588328502] transaction","detail":"{read_only:false; response_revision:3446; number_of_response:1; }","duration":"3.049568007s","start":"2026-04-28T07:23:04.983522Z","end":"2026-04-28T07:23:08.03309Z","steps":["trace[588328502] 'process raft request' (duration: 2.794268265s)","trace[588328502] 'compare' (duration: 254.376278ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:23:08.033218Z","caller":"traceutil/trace.go:171","msg":"trace[491120326] linearizableReadLoop","detail":"{readStateIndex:3587; appliedIndex:3585; }","duration":"3.042937686s","start":"2026-04-28T07:23:04.990262Z","end":"2026-04-28T07:23:08.0332Z","steps":["trace[491120326] 'read index received' (duration: 485.867455ms)","trace[491120326] 'applied index is now lower than readState.Index' (duration: 2.557069091s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:08.033265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:04.983493Z","time spent":"3.04969544s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:08.033385Z","caller":"traceutil/trace.go:171","msg":"trace[605397878] transaction","detail":"{read_only:false; response_revision:3449; number_of_response:1; }","duration":"2.750433534s","start":"2026-04-28T07:23:05.282941Z","end":"2026-04-28T07:23:08.033374Z","steps":["trace[605397878] 'process raft request' (duration: 2.750219338s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:08.033437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:05.282929Z","time spent":"2.750475604s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:08.033515Z","caller":"traceutil/trace.go:171","msg":"trace[1982549512] transaction","detail":"{read_only:false; response_revision:3447; number_of_response:1; }","duration":"3.030254048s","start":"2026-04-28T07:23:05.003252Z","end":"2026-04-28T07:23:08.033506Z","steps":["trace[1982549512] 'process raft request' (duration: 3.029716743s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:08.033558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:05.003218Z","time spent":"3.03031544s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:08.033584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.043325557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:08.033628Z","caller":"traceutil/trace.go:171","msg":"trace[1943864244] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:3449; }","duration":"3.043425699s","start":"2026-04-28T07:23:04.990187Z","end":"2026-04-28T07:23:08.033613Z","steps":["trace[1943864244] 'agreement among raft nodes before linearized reading' (duration: 3.043356987s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:08.033664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:04.99016Z","time spent":"3.043493051s","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:23:08.033664Z","caller":"traceutil/trace.go:171","msg":"trace[1626622420] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"2.750903565s","start":"2026-04-28T07:23:05.28272Z","end":"2026-04-28T07:23:08.033623Z","steps":["trace[1626622420] 'process raft request' (duration: 2.750400022s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:08.033817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:05.282694Z","time spent":"2.751048949s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:08.039905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024466798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:23:08.039911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20456488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:08.039948Z","caller":"traceutil/trace.go:171","msg":"trace[1359386240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3451; }","duration":"3.024600522s","start":"2026-04-28T07:23:05.015337Z","end":"2026-04-28T07:23:08.039937Z","steps":["trace[1359386240] 'agreement among raft nodes before linearized reading' (duration: 3.024470748s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:08.039975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:05.015309Z","time spent":"3.024658783s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:23:08.039977Z","caller":"traceutil/trace.go:171","msg":"trace[1768725895] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3451; }","duration":"1.204687993s","start":"2026-04-28T07:23:06.835271Z","end":"2026-04-28T07:23:08.039959Z","steps":["trace[1768725895] 'agreement among raft nodes before linearized reading' (duration: 1.20457469s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:08.040017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024330785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:23:08.04008Z","caller":"traceutil/trace.go:171","msg":"trace[2019843551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3451; }","duration":"3.024440368s","start":"2026-04-28T07:23:05.015622Z","end":"2026-04-28T07:23:08.040063Z","steps":["trace[2019843551] 'agreement among raft nodes before linearized reading' (duration: 3.024245853s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:08.040122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:05.015611Z","time spent":"3.024502099s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:23:08.04039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024806828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:23:08.040401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.089659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:08.040322Z","caller":"traceutil/trace.go:171","msg":"trace[1333159022] transaction","detail":"{read_only:false; response_revision:3450; number_of_response:1; }","duration":"1.478877833s","start":"2026-04-28T07:23:06.561432Z","end":"2026-04-28T07:23:08.04031Z","steps":["trace[1333159022] 'process raft request' (duration: 1.478243027s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:08.04042Z","caller":"traceutil/trace.go:171","msg":"trace[1898734456] transaction","detail":"{read_only:false; response_revision:3451; number_of_response:1; }","duration":"1.39047582s","start":"2026-04-28T07:23:06.649921Z","end":"2026-04-28T07:23:08.040397Z","steps":["trace[1898734456] 'process raft request' (duration: 1.389853214s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:08.040076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:06.835247Z","time spent":"1.204812927s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:23:08.040465Z","caller":"traceutil/trace.go:171","msg":"trace[1299237580] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:3451; }","duration":"625.236703ms","start":"2026-04-28T07:23:07.415216Z","end":"2026-04-28T07:23:08.040453Z","steps":["trace[1299237580] 'agreement among raft nodes before linearized reading' (duration: 625.103139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:08.040462Z","caller":"traceutil/trace.go:171","msg":"trace[1760782100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3451; }","duration":"3.025015733s","start":"2026-04-28T07:23:05.015432Z","end":"2026-04-28T07:23:08.040448Z","steps":["trace[1760782100] 'agreement among raft nodes before linearized reading' (duration: 3.024645373s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:08.040499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:06.561404Z","time spent":"1.479057498s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:08.040525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:05.01541Z","time spent":"3.025106885s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:23:08.040192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873647316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:23:08.04023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71812258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:23:08.040552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:06.649892Z","time spent":"1.390592394s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:08.040506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:07.415196Z","time spent":"625.294895ms","remote":"127.0.0.1:49976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:23:08.040595Z","caller":"traceutil/trace.go:171","msg":"trace[1667413278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3451; }","duration":"1.71852718s","start":"2026-04-28T07:23:06.322058Z","end":"2026-04-28T07:23:08.040586Z","steps":["trace[1667413278] 'agreement among raft nodes before linearized reading' (duration: 1.71813569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:08.040624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:06.322039Z","time spent":"1.718576481s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:23:08.040313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024709035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:23:08.04066Z","caller":"traceutil/trace.go:171","msg":"trace[205019699] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3451; }","duration":"3.025056724s","start":"2026-04-28T07:23:05.015595Z","end":"2026-04-28T07:23:08.040651Z","steps":["trace[205019699] 'agreement among raft nodes before linearized reading' (duration: 3.024653103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:08.040724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:05.015568Z","time spent":"3.025132876s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:23:08.040316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024854349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:23:08.040782Z","caller":"traceutil/trace.go:171","msg":"trace[192462759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3451; }","duration":"3.025423643s","start":"2026-04-28T07:23:05.015347Z","end":"2026-04-28T07:23:08.04077Z","steps":["trace[192462759] 'agreement among raft nodes before linearized reading' (duration: 3.024798107s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:08.040828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:05.015323Z","time spent":"3.025493965s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:23:08.040342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.020806583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:23:08.040924Z","caller":"traceutil/trace.go:171","msg":"trace[1416508428] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3451; }","duration":"3.021419959s","start":"2026-04-28T07:23:05.019493Z","end":"2026-04-28T07:23:08.040913Z","steps":["trace[1416508428] 'agreement among raft nodes before linearized reading' (duration: 3.020753282s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:08.040958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:05.019484Z","time spent":"3.02146651s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:23:08.040368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006362202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:23:08.040567Z","caller":"traceutil/trace.go:171","msg":"trace[733543073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3451; }","duration":"1.874053086s","start":"2026-04-28T07:23:06.166505Z","end":"2026-04-28T07:23:08.040558Z","steps":["trace[733543073] 'agreement among raft nodes before linearized reading' (duration: 1.873662346s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:08.041325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:06.16646Z","time spent":"1.874854817s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:23:08.040288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.276094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:23:08.041468Z","caller":"traceutil/trace.go:171","msg":"trace[462442849] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:3451; }","duration":"382.463216ms","start":"2026-04-28T07:23:07.658962Z","end":"2026-04-28T07:23:08.041426Z","steps":["trace[462442849] 'agreement among raft nodes before linearized reading' (duration: 381.293905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:08.041541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:07.658942Z","time spent":"382.570288ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:23:08.041831Z","caller":"traceutil/trace.go:171","msg":"trace[419829596] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3451; }","duration":"1.007083471s","start":"2026-04-28T07:23:07.033936Z","end":"2026-04-28T07:23:08.041019Z","steps":["trace[419829596] 'agreement among raft nodes before linearized reading' (duration: 1.006403974s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:08.042029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:07.033913Z","time spent":"1.008098178s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:08.812245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.780378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:08.812306Z","caller":"traceutil/trace.go:171","msg":"trace[337130979] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:3456; }","duration":"278.889701ms","start":"2026-04-28T07:23:08.533403Z","end":"2026-04-28T07:23:08.812293Z","steps":["trace[337130979] 'count revisions from in-memory index tree' (duration: 278.693276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:08.812495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.206583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T07:23:08.812575Z","caller":"traceutil/trace.go:171","msg":"trace[1912328016] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3456; }","duration":"180.315536ms","start":"2026-04-28T07:23:08.632236Z","end":"2026-04-28T07:23:08.812551Z","steps":["trace[1912328016] 'range keys from in-memory index tree' (duration: 180.036069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:12.572253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765110769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:23:13.073172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765110769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:23:13.274539Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.213549571s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:23:13.275049Z","caller":"traceutil/trace.go:171","msg":"trace[593755853] transaction","detail":"{read_only:false; response_revision:3468; number_of_response:1; }","duration":"1.214165796s","start":"2026-04-28T07:23:12.060856Z","end":"2026-04-28T07:23:13.275022Z","steps":["trace[593755853] 'process raft request' (duration: 1.213983832s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:13.275192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:12.060828Z","time spent":"1.21429162s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:13.407013Z","caller":"traceutil/trace.go:171","msg":"trace[33803722] transaction","detail":"{read_only:false; response_revision:3470; number_of_response:1; }","duration":"1.340606984s","start":"2026-04-28T07:23:12.066385Z","end":"2026-04-28T07:23:13.406992Z","steps":["trace[33803722] 'process raft request' (duration: 1.340495171s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:13.407048Z","caller":"traceutil/trace.go:171","msg":"trace[1277945008] transaction","detail":"{read_only:false; response_revision:3469; number_of_response:1; }","duration":"1.341172718s","start":"2026-04-28T07:23:12.06582Z","end":"2026-04-28T07:23:13.406993Z","steps":["trace[1277945008] 'process raft request' (duration: 1.293816978s)","trace[1277945008] 'compare' (duration: 46.95594ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:13.407146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:12.066372Z","time spent":"1.340704926s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:13.407163Z","caller":"traceutil/trace.go:171","msg":"trace[612642585] linearizableReadLoop","detail":"{readStateIndex:3613; appliedIndex:3609; }","duration":"1.335173324s","start":"2026-04-28T07:23:12.071976Z","end":"2026-04-28T07:23:13.407149Z","steps":["trace[612642585] 'read index received' (duration: 1.202810825s)","trace[612642585] 'applied index is now lower than readState.Index' (duration: 132.361549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:13.407219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:12.065797Z","time spent":"1.341327812s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:13.407297Z","caller":"traceutil/trace.go:171","msg":"trace[265189215] transaction","detail":"{read_only:false; response_revision:3471; number_of_response:1; }","duration":"1.340834969s","start":"2026-04-28T07:23:12.066453Z","end":"2026-04-28T07:23:13.407288Z","steps":["trace[265189215] 'process raft request' (duration: 1.340502591s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:13.407416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:12.066431Z","time spent":"1.340912462s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:13.407504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334429564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:23:13.407536Z","caller":"traceutil/trace.go:171","msg":"trace[1474721442] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3471; }","duration":"1.334474304s","start":"2026-04-28T07:23:12.073054Z","end":"2026-04-28T07:23:13.407528Z","steps":["trace[1474721442] 'agreement among raft nodes before linearized reading' (duration: 1.334365152s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:13.407557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:12.073047Z","time spent":"1.334505416s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:23:13.407616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310314652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:23:13.407644Z","caller":"traceutil/trace.go:171","msg":"trace[1677456917] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:3471; }","duration":"1.310365814s","start":"2026-04-28T07:23:12.097272Z","end":"2026-04-28T07:23:13.407638Z","steps":["trace[1677456917] 'agreement among raft nodes before linearized reading' (duration: 1.310261592s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:13.407666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333191552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:23:13.407693Z","caller":"traceutil/trace.go:171","msg":"trace[203062779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3471; }","duration":"1.333229753s","start":"2026-04-28T07:23:12.074457Z","end":"2026-04-28T07:23:13.407687Z","steps":["trace[203062779] 'agreement among raft nodes before linearized reading' (duration: 1.333165152s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:13.407714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:12.07445Z","time spent":"1.333259934s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:23:13.407679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.420322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:23:13.407668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:12.097261Z","time spent":"1.310402895s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"warn","ts":"2026-04-28T07:23:13.407737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335751598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-28T07:23:13.407754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.965841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:13.407771Z","caller":"traceutil/trace.go:171","msg":"trace[2114418725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3471; }","duration":"705.542864ms","start":"2026-04-28T07:23:12.702211Z","end":"2026-04-28T07:23:13.407754Z","steps":["trace[2114418725] 'agreement among raft nodes before linearized reading' (duration: 705.39383ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:13.407795Z","caller":"traceutil/trace.go:171","msg":"trace[823921259] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3471; }","duration":"1.335844911s","start":"2026-04-28T07:23:12.071936Z","end":"2026-04-28T07:23:13.407781Z","steps":["trace[823921259] 'agreement among raft nodes before linearized reading' (duration: 1.335676897s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:13.407812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333386677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:23:13.407824Z","caller":"traceutil/trace.go:171","msg":"trace[511414567] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:3471; }","duration":"719.078583ms","start":"2026-04-28T07:23:12.68873Z","end":"2026-04-28T07:23:13.407808Z","steps":["trace[511414567] 'agreement among raft nodes before linearized reading' (duration: 718.9612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:13.407809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334473335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T07:23:13.407846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:12.071925Z","time spent":"1.335913692s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:23:13.407852Z","caller":"traceutil/trace.go:171","msg":"trace[473762727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3471; }","duration":"1.333442978s","start":"2026-04-28T07:23:12.074399Z","end":"2026-04-28T07:23:13.407842Z","steps":["trace[473762727] 'agreement among raft nodes before linearized reading' (duration: 1.333374507s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:13.407866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:12.688708Z","time spent":"719.149455ms","remote":"127.0.0.1:51956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:23:13.407875Z","caller":"traceutil/trace.go:171","msg":"trace[1823113882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3471; }","duration":"1.334549427s","start":"2026-04-28T07:23:12.073313Z","end":"2026-04-28T07:23:13.407862Z","steps":["trace[1823113882] 'agreement among raft nodes before linearized reading' (duration: 1.334403893s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:13.407889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:12.074388Z","time spent":"1.33348894s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:23:13.407759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334068344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:23:13.407969Z","caller":"traceutil/trace.go:171","msg":"trace[2139908175] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3471; }","duration":"1.33427725s","start":"2026-04-28T07:23:12.07367Z","end":"2026-04-28T07:23:13.407947Z","steps":["trace[2139908175] 'agreement among raft nodes before linearized reading' (duration: 1.334035794s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:13.408083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:12.073662Z","time spent":"1.334392873s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:23:13.40791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:12.073309Z","time spent":"1.334593678s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:23:13.407827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:12.7022Z","time spent":"705.618987ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:23:13.912478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765110775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:23:14.413276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765110775,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:23:14.851548Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.141166506s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:23:14.855225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:13.408573Z","time spent":"1.446649035s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:23:14.910129Z","caller":"traceutil/trace.go:171","msg":"trace[882937045] transaction","detail":"{read_only:false; response_revision:3472; number_of_response:1; }","duration":"1.4988923s","start":"2026-04-28T07:23:13.411207Z","end":"2026-04-28T07:23:14.9101Z","steps":["trace[882937045] 'process raft request' (duration: 1.498665665s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:14.9103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:13.411184Z","time spent":"1.499028744s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:14.91041Z","caller":"traceutil/trace.go:171","msg":"trace[2002350059] transaction","detail":"{read_only:false; response_revision:3473; number_of_response:1; }","duration":"1.499024854s","start":"2026-04-28T07:23:13.411349Z","end":"2026-04-28T07:23:14.910374Z","steps":["trace[2002350059] 'process raft request' (duration: 1.498695886s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:14.910528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498929783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:14.910554Z","caller":"traceutil/trace.go:171","msg":"trace[1264002619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3476; }","duration":"1.499014995s","start":"2026-04-28T07:23:13.411533Z","end":"2026-04-28T07:23:14.910548Z","steps":["trace[1264002619] 'agreement among raft nodes before linearized reading' (duration: 1.498938133s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:14.910573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:13.411517Z","time spent":"1.499051815s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:23:14.910583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:13.411341Z","time spent":"1.499149728s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:14.910634Z","caller":"traceutil/trace.go:171","msg":"trace[404568255] transaction","detail":"{read_only:false; response_revision:3474; number_of_response:1; }","duration":"1.498261185s","start":"2026-04-28T07:23:13.412361Z","end":"2026-04-28T07:23:14.910622Z","steps":["trace[404568255] 'process raft request' (duration: 1.497905135s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:14.910728Z","caller":"traceutil/trace.go:171","msg":"trace[1426759665] transaction","detail":"{read_only:false; response_revision:3475; number_of_response:1; }","duration":"1.4980916s","start":"2026-04-28T07:23:13.412629Z","end":"2026-04-28T07:23:14.91072Z","steps":["trace[1426759665] 'process raft request' (duration: 1.49773081s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:14.910765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:13.41235Z","time spent":"1.498317316s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:14.910797Z","caller":"traceutil/trace.go:171","msg":"trace[404702966] transaction","detail":"{read_only:false; response_revision:3476; number_of_response:1; }","duration":"1.498115691s","start":"2026-04-28T07:23:13.412675Z","end":"2026-04-28T07:23:14.910791Z","steps":["trace[404702966] 'process raft request' (duration: 1.49771714s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:14.910437Z","caller":"traceutil/trace.go:171","msg":"trace[1958085738] linearizableReadLoop","detail":"{readStateIndex:3619; appliedIndex:3613; }","duration":"1.4988351s","start":"2026-04-28T07:23:13.411583Z","end":"2026-04-28T07:23:14.910418Z","steps":["trace[1958085738] 'read index received' (duration: 1.4402139s)","trace[1958085738] 'applied index is now lower than readState.Index' (duration: 58.62008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:14.910822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:13.41267Z","time spent":"1.498139091s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:14.910778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:13.412622Z","time spent":"1.498120221s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:14.916353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.941928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:23:14.916388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.525439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:14.916428Z","caller":"traceutil/trace.go:171","msg":"trace[269511194] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3477; }","duration":"566.056991ms","start":"2026-04-28T07:23:14.35035Z","end":"2026-04-28T07:23:14.916407Z","steps":["trace[269511194] 'agreement among raft nodes before linearized reading' (duration: 565.935538ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:14.916455Z","caller":"traceutil/trace.go:171","msg":"trace[1304177976] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:3477; }","duration":"256.624991ms","start":"2026-04-28T07:23:14.659809Z","end":"2026-04-28T07:23:14.916434Z","steps":["trace[1304177976] 'agreement among raft nodes before linearized reading' (duration: 256.446697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:14.916469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:14.350333Z","time spent":"566.125653ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:14.916476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.503198732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68625"} {"level":"info","ts":"2026-04-28T07:23:14.916538Z","caller":"traceutil/trace.go:171","msg":"trace[87198134] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:3477; }","duration":"1.503278064s","start":"2026-04-28T07:23:13.413237Z","end":"2026-04-28T07:23:14.916515Z","steps":["trace[87198134] 'agreement among raft nodes before linearized reading' (duration: 1.503004757s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:14.918032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:13.413227Z","time spent":"1.504783962s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":68647,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:23:15.994908Z","caller":"traceutil/trace.go:171","msg":"trace[1032073104] transaction","detail":"{read_only:false; response_revision:3478; number_of_response:1; }","duration":"715.05684ms","start":"2026-04-28T07:23:15.279823Z","end":"2026-04-28T07:23:15.99488Z","steps":["trace[1032073104] 'process raft request' (duration: 714.871716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:15.995206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:15.279799Z","time spent":"715.189643ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:16.666812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765110790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:23:16.744416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.39112ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:16.74452Z","caller":"traceutil/trace.go:171","msg":"trace[251884351] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3478; }","duration":"467.510733ms","start":"2026-04-28T07:23:16.276994Z","end":"2026-04-28T07:23:16.744504Z","steps":["trace[251884351] 'range keys from in-memory index tree' (duration: 467.371219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:16.744984Z","caller":"traceutil/trace.go:171","msg":"trace[1328456370] transaction","detail":"{read_only:false; response_revision:3480; number_of_response:1; }","duration":"1.332313058s","start":"2026-04-28T07:23:15.412662Z","end":"2026-04-28T07:23:16.744975Z","steps":["trace[1328456370] 'process raft request' (duration: 1.332211946s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:16.745065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:15.412648Z","time spent":"1.332369071s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:16.745182Z","caller":"traceutil/trace.go:171","msg":"trace[786950725] transaction","detail":"{read_only:false; response_revision:3479; number_of_response:1; }","duration":"1.333332956s","start":"2026-04-28T07:23:15.411824Z","end":"2026-04-28T07:23:16.745156Z","steps":["trace[786950725] 'process raft request' (duration: 1.331689814s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:16.745278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.695057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:23:16.745298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:15.411799Z","time spent":"1.333444308s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:16.745328Z","caller":"traceutil/trace.go:171","msg":"trace[88279338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3483; }","duration":"578.79348ms","start":"2026-04-28T07:23:16.166524Z","end":"2026-04-28T07:23:16.745317Z","steps":["trace[88279338] 'agreement among raft nodes before linearized reading' (duration: 578.698727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:16.745364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:16.166499Z","time spent":"578.855431ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:23:16.745385Z","caller":"traceutil/trace.go:171","msg":"trace[471568593] transaction","detail":"{read_only:false; response_revision:3481; number_of_response:1; }","duration":"1.331814888s","start":"2026-04-28T07:23:15.413562Z","end":"2026-04-28T07:23:16.745376Z","steps":["trace[471568593] 'process raft request' (duration: 1.331387076s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:16.745176Z","caller":"traceutil/trace.go:171","msg":"trace[1935972817] linearizableReadLoop","detail":"{readStateIndex:3626; appliedIndex:3621; }","duration":"578.573643ms","start":"2026-04-28T07:23:16.166578Z","end":"2026-04-28T07:23:16.745152Z","steps":["trace[1935972817] 'read index received' (duration: 576.949332ms)","trace[1935972817] 'applied index is now lower than readState.Index' (duration: 1.623101ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:16.745437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:15.413547Z","time spent":"1.331865639s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:16.745438Z","caller":"traceutil/trace.go:171","msg":"trace[1636897536] transaction","detail":"{read_only:false; response_revision:3482; number_of_response:1; }","duration":"1.197811805s","start":"2026-04-28T07:23:15.547613Z","end":"2026-04-28T07:23:16.745425Z","steps":["trace[1636897536] 'process raft request' (duration: 1.197430804s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:16.745513Z","caller":"traceutil/trace.go:171","msg":"trace[1747547202] transaction","detail":"{read_only:false; response_revision:3483; number_of_response:1; }","duration":"369.904879ms","start":"2026-04-28T07:23:16.375596Z","end":"2026-04-28T07:23:16.745501Z","steps":["trace[1747547202] 'process raft request' (duration: 369.521388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:16.74551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:15.54756Z","time spent":"1.197909838s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:16.745576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:16.375571Z","time spent":"369.97532ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:18.764825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765110807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:23:19.265802Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765110807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:23:19.323707Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.322351553s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:23:19.365874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1460281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:23:19.36596Z","caller":"traceutil/trace.go:171","msg":"trace[883501661] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3483; }","duration":"2.146184374s","start":"2026-04-28T07:23:17.219758Z","end":"2026-04-28T07:23:19.365942Z","steps":["trace[883501661] 'count revisions from in-memory index tree' (duration: 2.145927747s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:19.366008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:17.219736Z","time spent":"2.146260156s","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:19.366208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777060845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:19.366287Z","caller":"traceutil/trace.go:171","msg":"trace[14688021] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:3483; }","duration":"1.777192199s","start":"2026-04-28T07:23:17.589076Z","end":"2026-04-28T07:23:19.366269Z","steps":["trace[14688021] 'count revisions from in-memory index tree' (duration: 1.776983933s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:19.366329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:17.589059Z","time spent":"1.77726007s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:19.36644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.451634512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:23:19.366497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663824209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:19.366566Z","caller":"traceutil/trace.go:171","msg":"trace[506308534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3483; }","duration":"1.663936261s","start":"2026-04-28T07:23:17.70261Z","end":"2026-04-28T07:23:19.366546Z","steps":["trace[506308534] 'range keys from in-memory index tree' (duration: 1.663735287s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:19.366617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450272716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:23:19.366678Z","caller":"traceutil/trace.go:171","msg":"trace[838128505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3483; }","duration":"2.450349808s","start":"2026-04-28T07:23:16.916316Z","end":"2026-04-28T07:23:19.366666Z","steps":["trace[838128505] 'range keys from in-memory index tree' (duration: 2.450173214s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:19.366732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:16.91631Z","time spent":"2.450409319s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:23:19.366839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442126967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:23:19.366612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:17.702592Z","time spent":"1.664011193s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:23:19.366932Z","caller":"traceutil/trace.go:171","msg":"trace[967679528] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3483; }","duration":"2.442243599s","start":"2026-04-28T07:23:16.92467Z","end":"2026-04-28T07:23:19.366913Z","steps":["trace[967679528] 'range keys from in-memory index tree' (duration: 2.441981453s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:19.366972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:16.924661Z","time spent":"2.442301461s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:23:19.366978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450174034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:23:19.367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450299237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:23:19.367019Z","caller":"traceutil/trace.go:171","msg":"trace[36583239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3483; }","duration":"2.450230095s","start":"2026-04-28T07:23:16.916778Z","end":"2026-04-28T07:23:19.367008Z","steps":["trace[36583239] 'range keys from in-memory index tree' (duration: 2.45002745s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:19.367069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:16.916765Z","time spent":"2.450296677s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:23:19.367073Z","caller":"traceutil/trace.go:171","msg":"trace[2017736489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3483; }","duration":"2.450388589s","start":"2026-04-28T07:23:16.916668Z","end":"2026-04-28T07:23:19.367057Z","steps":["trace[2017736489] 'range keys from in-memory index tree' (duration: 2.450179753s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:19.366513Z","caller":"traceutil/trace.go:171","msg":"trace[342569121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3483; }","duration":"2.451754125s","start":"2026-04-28T07:23:16.914742Z","end":"2026-04-28T07:23:19.366496Z","steps":["trace[342569121] 'range keys from in-memory index tree' (duration: 2.451394695s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:19.36718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:16.914716Z","time spent":"2.452446953s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:23:19.366854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.450567714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:23:19.367355Z","caller":"traceutil/trace.go:171","msg":"trace[466554946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3483; }","duration":"2.451083657s","start":"2026-04-28T07:23:16.916255Z","end":"2026-04-28T07:23:19.367338Z","steps":["trace[466554946] 'range keys from in-memory index tree' (duration: 2.450302827s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:19.367418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:16.916196Z","time spent":"2.451205551s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:23:19.367121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:16.916662Z","time spent":"2.45044673s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:23:19.368832Z","caller":"traceutil/trace.go:171","msg":"trace[529028829] transaction","detail":"{read_only:false; response_revision:3484; number_of_response:1; }","duration":"1.367549627s","start":"2026-04-28T07:23:18.001264Z","end":"2026-04-28T07:23:19.368814Z","steps":["trace[529028829] 'process raft request' (duration: 1.32263096s)","trace[529028829] 'compare' (duration: 43.152051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:19.368943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:18.001245Z","time spent":"1.367632929s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:20.040024Z","caller":"traceutil/trace.go:171","msg":"trace[951160151] transaction","detail":"{read_only:false; response_revision:3485; number_of_response:1; }","duration":"1.802100062s","start":"2026-04-28T07:23:18.237878Z","end":"2026-04-28T07:23:20.039978Z","steps":["trace[951160151] 'process raft request' (duration: 1.801910997s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:20.040165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:18.237851Z","time spent":"1.802241466s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:20.040337Z","caller":"traceutil/trace.go:171","msg":"trace[1558284573] transaction","detail":"{read_only:false; response_revision:3487; number_of_response:1; }","duration":"1.289279271s","start":"2026-04-28T07:23:18.751035Z","end":"2026-04-28T07:23:20.040315Z","steps":["trace[1558284573] 'process raft request' (duration: 1.289137378s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:20.040467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:18.751Z","time spent":"1.289399674s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:20.040498Z","caller":"traceutil/trace.go:171","msg":"trace[899833380] transaction","detail":"{read_only:false; response_revision:3486; number_of_response:1; }","duration":"1.289821005s","start":"2026-04-28T07:23:18.750657Z","end":"2026-04-28T07:23:20.040478Z","steps":["trace[899833380] 'process raft request' (duration: 1.289246651s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:20.040587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:18.750633Z","time spent":"1.289909617s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:20.040604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776628664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:20.040482Z","caller":"traceutil/trace.go:171","msg":"trace[501459341] linearizableReadLoop","detail":"{readStateIndex:3632; appliedIndex:3626; }","duration":"1.776496911s","start":"2026-04-28T07:23:18.263959Z","end":"2026-04-28T07:23:20.040456Z","steps":["trace[501459341] 'read index received' (duration: 1.059935643s)","trace[501459341] 'applied index is now lower than readState.Index' (duration: 716.559718ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:23:20.040654Z","caller":"traceutil/trace.go:171","msg":"trace[1239689260] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:3488; }","duration":"1.776749517s","start":"2026-04-28T07:23:18.263893Z","end":"2026-04-28T07:23:20.040643Z","steps":["trace[1239689260] 'agreement among raft nodes before linearized reading' (duration: 1.776640675s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:20.040624Z","caller":"traceutil/trace.go:171","msg":"trace[955371540] transaction","detail":"{read_only:false; response_revision:3488; number_of_response:1; }","duration":"1.289130426s","start":"2026-04-28T07:23:18.751473Z","end":"2026-04-28T07:23:20.040604Z","steps":["trace[955371540] 'process raft request' (duration: 1.288803218s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:20.040693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:18.263868Z","time spent":"1.776814608s","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:20.040735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:18.751461Z","time spent":"1.289241979s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:20.042454Z","caller":"traceutil/trace.go:171","msg":"trace[712643581] transaction","detail":"{read_only:false; response_revision:3490; number_of_response:1; }","duration":"670.178093ms","start":"2026-04-28T07:23:19.372264Z","end":"2026-04-28T07:23:20.042442Z","steps":["trace[712643581] 'process raft request' (duration: 670.104011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:20.042539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:19.372246Z","time spent":"670.251645ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:20.042448Z","caller":"traceutil/trace.go:171","msg":"trace[138358737] transaction","detail":"{read_only:false; response_revision:3489; number_of_response:1; }","duration":"670.744798ms","start":"2026-04-28T07:23:19.371684Z","end":"2026-04-28T07:23:20.042429Z","steps":["trace[138358737] 'process raft request' (duration: 670.586924ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:20.042676Z","caller":"traceutil/trace.go:171","msg":"trace[1029847170] transaction","detail":"{read_only:false; response_revision:3491; number_of_response:1; }","duration":"670.301247ms","start":"2026-04-28T07:23:19.372364Z","end":"2026-04-28T07:23:20.042665Z","steps":["trace[1029847170] 'process raft request' (duration: 670.042259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:20.042761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:19.372342Z","time spent":"670.377289ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:20.042778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:19.371664Z","time spent":"671.001565ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:20.042837Z","caller":"traceutil/trace.go:171","msg":"trace[878544950] transaction","detail":"{read_only:false; response_revision:3492; number_of_response:1; }","duration":"669.846296ms","start":"2026-04-28T07:23:19.372979Z","end":"2026-04-28T07:23:20.042825Z","steps":["trace[878544950] 'process raft request' (duration: 669.62048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:20.042888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.024028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:20.042866Z","caller":"traceutil/trace.go:171","msg":"trace[1061261176] transaction","detail":"{read_only:false; response_revision:3493; number_of_response:1; }","duration":"669.794863ms","start":"2026-04-28T07:23:19.373036Z","end":"2026-04-28T07:23:20.042831Z","steps":["trace[1061261176] 'process raft request' (duration: 669.721101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:20.042912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14401804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:23:20.04293Z","caller":"traceutil/trace.go:171","msg":"trace[1333953007] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3493; }","duration":"838.11042ms","start":"2026-04-28T07:23:19.204809Z","end":"2026-04-28T07:23:20.042919Z","steps":["trace[1333953007] 'agreement among raft nodes before linearized reading' (duration: 838.042289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:20.042947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.461144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:20.042962Z","caller":"traceutil/trace.go:171","msg":"trace[1077073635] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3493; }","duration":"1.144118142s","start":"2026-04-28T07:23:18.898831Z","end":"2026-04-28T07:23:20.042949Z","steps":["trace[1077073635] 'agreement among raft nodes before linearized reading' (duration: 1.144000129s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:20.04297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:19.204786Z","time spent":"838.172581ms","remote":"127.0.0.1:50502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:23:20.042982Z","caller":"traceutil/trace.go:171","msg":"trace[1416316272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3493; }","duration":"674.515716ms","start":"2026-04-28T07:23:19.368456Z","end":"2026-04-28T07:23:20.042971Z","steps":["trace[1416316272] 'agreement among raft nodes before linearized reading' (duration: 674.459594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:20.042977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078352077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:23:20.042997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:18.898806Z","time spent":"1.144182774s","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:20.043003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106149653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:23:20.043026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:19.37302Z","time spent":"669.928627ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:20.043047Z","caller":"traceutil/trace.go:171","msg":"trace[459219662] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:3493; }","duration":"1.0784583s","start":"2026-04-28T07:23:18.96457Z","end":"2026-04-28T07:23:20.043028Z","steps":["trace[459219662] 'agreement among raft nodes before linearized reading' (duration: 1.078324077s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:20.043053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.889972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:68625"} {"level":"warn","ts":"2026-04-28T07:23:20.043082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:18.964557Z","time spent":"1.078517371s","remote":"127.0.0.1:41896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:20.042897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:19.372961Z","time spent":"669.904787ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:20.043003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:19.368434Z","time spent":"674.565256ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:23:20.04311Z","caller":"traceutil/trace.go:171","msg":"trace[2080638406] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:3493; }","duration":"670.947904ms","start":"2026-04-28T07:23:19.37215Z","end":"2026-04-28T07:23:20.043098Z","steps":["trace[2080638406] 'agreement among raft nodes before linearized reading' (duration: 670.718408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:20.043439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:19.372108Z","time spent":"671.314213ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":8,"response size":68647,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:23:20.043081Z","caller":"traceutil/trace.go:171","msg":"trace[969077450] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3493; }","duration":"1.106321728s","start":"2026-04-28T07:23:18.936737Z","end":"2026-04-28T07:23:20.043059Z","steps":["trace[969077450] 'agreement among raft nodes before linearized reading' (duration: 1.106166074s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:20.043573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:18.936723Z","time spent":"1.106837241s","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:22.204263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765110825,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:23:22.269249Z","caller":"traceutil/trace.go:171","msg":"trace[334557652] transaction","detail":"{read_only:false; response_revision:3494; number_of_response:1; }","duration":"894.568374ms","start":"2026-04-28T07:23:21.374647Z","end":"2026-04-28T07:23:22.269215Z","steps":["trace[334557652] 'process raft request' (duration: 894.40562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:22.269403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:21.374629Z","time spent":"894.685286ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:22.355911Z","caller":"traceutil/trace.go:171","msg":"trace[555676580] transaction","detail":"{read_only:false; response_revision:3495; number_of_response:1; }","duration":"309.080221ms","start":"2026-04-28T07:23:22.046799Z","end":"2026-04-28T07:23:22.355879Z","steps":["trace[555676580] 'process raft request' (duration: 308.828555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:22.356144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:22.046771Z","time spent":"309.263196ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:22.356234Z","caller":"traceutil/trace.go:171","msg":"trace[1559097522] transaction","detail":"{read_only:false; response_revision:3496; number_of_response:1; }","duration":"309.344159ms","start":"2026-04-28T07:23:22.046863Z","end":"2026-04-28T07:23:22.356208Z","steps":["trace[1559097522] 'process raft request' (duration: 308.952299ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:22.35632Z","caller":"traceutil/trace.go:171","msg":"trace[8973908] linearizableReadLoop","detail":"{readStateIndex:3641; appliedIndex:3637; }","duration":"652.608311ms","start":"2026-04-28T07:23:21.703683Z","end":"2026-04-28T07:23:22.356292Z","steps":["trace[8973908] 'read index received' (duration: 565.360584ms)","trace[8973908] 'applied index is now lower than readState.Index' (duration: 87.246227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:22.356378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:22.04683Z","time spent":"309.479362ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:22.356447Z","caller":"traceutil/trace.go:171","msg":"trace[1547969557] transaction","detail":"{read_only:false; response_revision:3497; number_of_response:1; }","duration":"306.121125ms","start":"2026-04-28T07:23:22.050315Z","end":"2026-04-28T07:23:22.356436Z","steps":["trace[1547969557] 'process raft request' (duration: 305.738766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:22.356526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:22.050295Z","time spent":"306.185609ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:22.356536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.40699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:23:22.356612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.869994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:23:22.356632Z","caller":"traceutil/trace.go:171","msg":"trace[1271730138] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3497; }","duration":"625.555975ms","start":"2026-04-28T07:23:21.731058Z","end":"2026-04-28T07:23:22.356614Z","steps":["trace[1271730138] 'agreement among raft nodes before linearized reading' (duration: 625.410621ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:22.35667Z","caller":"traceutil/trace.go:171","msg":"trace[1573109341] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:3497; }","duration":"226.990757ms","start":"2026-04-28T07:23:22.129666Z","end":"2026-04-28T07:23:22.356657Z","steps":["trace[1573109341] 'agreement among raft nodes before linearized reading' (duration: 226.872044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:22.356681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:21.731037Z","time spent":"625.629986ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":15,"response size":29,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:22.356682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.64779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:23:22.356747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.722132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:23:22.35676Z","caller":"traceutil/trace.go:171","msg":"trace[1097275394] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3497; }","duration":"306.749922ms","start":"2026-04-28T07:23:22.049992Z","end":"2026-04-28T07:23:22.356742Z","steps":["trace[1097275394] 'agreement among raft nodes before linearized reading' (duration: 306.508856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:22.356616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.933991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:23:22.356802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.510241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:23:22.35683Z","caller":"traceutil/trace.go:171","msg":"trace[611934591] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3497; }","duration":"653.191267ms","start":"2026-04-28T07:23:21.703627Z","end":"2026-04-28T07:23:22.356818Z","steps":["trace[611934591] 'agreement among raft nodes before linearized reading' (duration: 652.944821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:22.356845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.740684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T07:23:22.356879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:21.703603Z","time spent":"653.257728ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:23:22.356888Z","caller":"traceutil/trace.go:171","msg":"trace[1618501280] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3497; }","duration":"308.822026ms","start":"2026-04-28T07:23:22.048055Z","end":"2026-04-28T07:23:22.356877Z","steps":["trace[1618501280] 'agreement among raft nodes before linearized reading' (duration: 308.716063ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:22.356807Z","caller":"traceutil/trace.go:171","msg":"trace[207872194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3497; }","duration":"306.801164ms","start":"2026-04-28T07:23:22.049991Z","end":"2026-04-28T07:23:22.356793Z","steps":["trace[207872194] 'agreement among raft nodes before linearized reading' (duration: 306.627609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:22.356924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:22.048039Z","time spent":"308.877998ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:23:22.356923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.962924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:23:22.356867Z","caller":"traceutil/trace.go:171","msg":"trace[391541384] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3497; }","duration":"307.618115ms","start":"2026-04-28T07:23:22.049232Z","end":"2026-04-28T07:23:22.35685Z","steps":["trace[391541384] 'agreement among raft nodes before linearized reading' (duration: 307.476441ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:22.356962Z","caller":"traceutil/trace.go:171","msg":"trace[1667259674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3497; }","duration":"308.027535ms","start":"2026-04-28T07:23:22.048925Z","end":"2026-04-28T07:23:22.356953Z","steps":["trace[1667259674] 'agreement among raft nodes before linearized reading' (duration: 307.924632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:22.356964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.581974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T07:23:22.356995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:22.049207Z","time spent":"307.772378ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:23:22.357045Z","caller":"traceutil/trace.go:171","msg":"trace[1412136481] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3497; }","duration":"307.734867ms","start":"2026-04-28T07:23:22.049292Z","end":"2026-04-28T07:23:22.357027Z","steps":["trace[1412136481] 'agreement among raft nodes before linearized reading' (duration: 307.514372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:22.356991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:22.048908Z","time spent":"308.076996ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:23:22.357095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:22.049275Z","time spent":"307.810989ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:23:22.356813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:22.049984Z","time spent":"306.819974ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:23:22.356944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:22.049982Z","time spent":"306.945418ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:23:22.357028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.107695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:23:22.357481Z","caller":"traceutil/trace.go:171","msg":"trace[1824568639] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:3497; }","duration":"259.649879ms","start":"2026-04-28T07:23:22.097821Z","end":"2026-04-28T07:23:22.357471Z","steps":["trace[1824568639] 'agreement among raft nodes before linearized reading' (duration: 258.784707ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:29.393236Z","caller":"traceutil/trace.go:171","msg":"trace[220189760] transaction","detail":"{read_only:false; response_revision:3536; number_of_response:1; }","duration":"151.209275ms","start":"2026-04-28T07:23:29.241992Z","end":"2026-04-28T07:23:29.393201Z","steps":["trace[220189760] 'process raft request' (duration: 129.908157ms)","trace[220189760] 'compare' (duration: 21.148214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:30.561259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.628484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:23:30.561393Z","caller":"traceutil/trace.go:171","msg":"trace[1903608005] transaction","detail":"{read_only:false; response_revision:3540; number_of_response:1; }","duration":"176.626409ms","start":"2026-04-28T07:23:30.384739Z","end":"2026-04-28T07:23:30.561366Z","steps":["trace[1903608005] 'process raft request' (duration: 31.808ms)","trace[1903608005] 'compare' (duration: 144.511331ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:23:30.562549Z","caller":"traceutil/trace.go:171","msg":"trace[1761841096] linearizableReadLoop","detail":"{readStateIndex:3687; appliedIndex:3685; }","duration":"163.924133ms","start":"2026-04-28T07:23:30.398611Z","end":"2026-04-28T07:23:30.562535Z","steps":["trace[1761841096] 'read index received' (duration: 17.901282ms)","trace[1761841096] 'applied index is now lower than readState.Index' (duration: 146.021321ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:23:30.562636Z","caller":"traceutil/trace.go:171","msg":"trace[683628119] transaction","detail":"{read_only:false; response_revision:3541; number_of_response:1; }","duration":"171.325523ms","start":"2026-04-28T07:23:30.39128Z","end":"2026-04-28T07:23:30.562606Z","steps":["trace[683628119] 'process raft request' (duration: 171.184419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:30.562769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.159118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:23:30.562826Z","caller":"traceutil/trace.go:171","msg":"trace[1779647736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3541; }","duration":"164.251011ms","start":"2026-04-28T07:23:30.398561Z","end":"2026-04-28T07:23:30.562812Z","steps":["trace[1779647736] 'agreement among raft nodes before linearized reading' (duration: 164.080977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:30.562814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.648115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:23:30.562891Z","caller":"traceutil/trace.go:171","msg":"trace[1215628234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3541; }","duration":"163.772048ms","start":"2026-04-28T07:23:30.3991Z","end":"2026-04-28T07:23:30.562872Z","steps":["trace[1215628234] 'agreement among raft nodes before linearized reading' (duration: 163.579514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:30.56294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.790102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:23:30.563007Z","caller":"traceutil/trace.go:171","msg":"trace[660575604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3541; }","duration":"162.883095ms","start":"2026-04-28T07:23:30.400108Z","end":"2026-04-28T07:23:30.562991Z","steps":["trace[660575604] 'agreement among raft nodes before linearized reading' (duration: 162.692851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:30.563071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.977437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:23:30.563107Z","caller":"traceutil/trace.go:171","msg":"trace[933134434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3541; }","duration":"163.026909ms","start":"2026-04-28T07:23:30.400071Z","end":"2026-04-28T07:23:30.563098Z","steps":["trace[933134434] 'agreement among raft nodes before linearized reading' (duration: 162.933547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:30.5632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.984155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:23:30.563235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.432249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:23:30.563298Z","caller":"traceutil/trace.go:171","msg":"trace[572351286] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3541; }","duration":"159.119879ms","start":"2026-04-28T07:23:30.404164Z","end":"2026-04-28T07:23:30.563284Z","steps":["trace[572351286] 'agreement among raft nodes before linearized reading' (duration: 158.936354ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:30.563307Z","caller":"traceutil/trace.go:171","msg":"trace[578837181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3541; }","duration":"163.525871ms","start":"2026-04-28T07:23:30.399773Z","end":"2026-04-28T07:23:30.563298Z","steps":["trace[578837181] 'agreement among raft nodes before linearized reading' (duration: 163.396278ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:30.701109Z","caller":"traceutil/trace.go:171","msg":"trace[1644824194] transaction","detail":"{read_only:false; response_revision:3543; number_of_response:1; }","duration":"133.995632ms","start":"2026-04-28T07:23:30.567091Z","end":"2026-04-28T07:23:30.701086Z","steps":["trace[1644824194] 'process raft request' (duration: 106.600686ms)","trace[1644824194] 'compare' (duration: 27.230512ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:23:30.701467Z","caller":"traceutil/trace.go:171","msg":"trace[492683902] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"134.29453ms","start":"2026-04-28T07:23:30.567139Z","end":"2026-04-28T07:23:30.701434Z","steps":["trace[492683902] 'process raft request' (duration: 133.91607ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:30.701628Z","caller":"traceutil/trace.go:171","msg":"trace[1720214450] transaction","detail":"{read_only:false; response_revision:3545; number_of_response:1; }","duration":"134.475894ms","start":"2026-04-28T07:23:30.567145Z","end":"2026-04-28T07:23:30.701621Z","steps":["trace[1720214450] 'process raft request' (duration: 134.178667ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:30.701915Z","caller":"traceutil/trace.go:171","msg":"trace[674010384] transaction","detail":"{read_only:false; response_revision:3546; number_of_response:1; }","duration":"134.726462ms","start":"2026-04-28T07:23:30.56718Z","end":"2026-04-28T07:23:30.701906Z","steps":["trace[674010384] 'process raft request' (duration: 134.407142ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:44.419612Z","caller":"traceutil/trace.go:171","msg":"trace[856631370] linearizableReadLoop","detail":"{readStateIndex:3842; appliedIndex:3841; }","duration":"143.523217ms","start":"2026-04-28T07:23:44.276061Z","end":"2026-04-28T07:23:44.419584Z","steps":["trace[856631370] 'read index received' (duration: 143.399103ms)","trace[856631370] 'applied index is now lower than readState.Index' (duration: 122.174µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:23:44.419692Z","caller":"traceutil/trace.go:171","msg":"trace[464218863] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3688; }","duration":"197.639051ms","start":"2026-04-28T07:23:44.222026Z","end":"2026-04-28T07:23:44.419665Z","steps":["trace[464218863] 'process raft request' (duration: 197.450296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:44.41973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.65586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/openstack/valkey\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:44.419762Z","caller":"traceutil/trace.go:171","msg":"trace[426650937] range","detail":"{range_begin:/registry/networkpolicies/openstack/valkey; range_end:; response_count:0; response_revision:3688; }","duration":"143.733352ms","start":"2026-04-28T07:23:44.276019Z","end":"2026-04-28T07:23:44.419752Z","steps":["trace[426650937] 'agreement among raft nodes before linearized reading' (duration: 143.66283ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:44.462739Z","caller":"traceutil/trace.go:171","msg":"trace[1123087266] transaction","detail":"{read_only:false; response_revision:3689; number_of_response:1; }","duration":"107.821508ms","start":"2026-04-28T07:23:44.354897Z","end":"2026-04-28T07:23:44.462718Z","steps":["trace[1123087266] 'process raft request' (duration: 107.203472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:45.119498Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111243,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:23:45.179306Z","caller":"traceutil/trace.go:171","msg":"trace[2002030124] transaction","detail":"{read_only:false; response_revision:3691; number_of_response:1; }","duration":"642.431468ms","start":"2026-04-28T07:23:44.536852Z","end":"2026-04-28T07:23:45.179283Z","steps":["trace[2002030124] 'process raft request' (duration: 642.167541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:45.17944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:44.536827Z","time spent":"642.549412ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":197680,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:23:45.252778Z","caller":"traceutil/trace.go:171","msg":"trace[983078992] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3691; }","duration":"707.885535ms","start":"2026-04-28T07:23:44.54485Z","end":"2026-04-28T07:23:45.252735Z","steps":["trace[983078992] 'process raft request' (duration: 703.761658ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:45.25282Z","caller":"traceutil/trace.go:171","msg":"trace[204398768] linearizableReadLoop","detail":"{readStateIndex:3848; appliedIndex:3844; }","duration":"633.444007ms","start":"2026-04-28T07:23:44.619351Z","end":"2026-04-28T07:23:45.252795Z","steps":["trace[204398768] 'read index received' (duration: 552.333338ms)","trace[204398768] 'applied index is now lower than readState.Index' (duration: 81.108789ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:23:45.252841Z","caller":"traceutil/trace.go:171","msg":"trace[1479788625] transaction","detail":"{read_only:false; response_revision:3692; number_of_response:1; }","duration":"646.75893ms","start":"2026-04-28T07:23:44.60604Z","end":"2026-04-28T07:23:45.252799Z","steps":["trace[1479788625] 'process raft request' (duration: 646.543645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:45.252938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:44.544839Z","time spent":"708.031809ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:23:45.253024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:44.60602Z","time spent":"646.896524ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:45.25318Z","caller":"traceutil/trace.go:171","msg":"trace[158991103] transaction","detail":"{read_only:false; response_revision:3693; number_of_response:1; }","duration":"638.134338ms","start":"2026-04-28T07:23:44.615017Z","end":"2026-04-28T07:23:45.253151Z","steps":["trace[158991103] 'process raft request' (duration: 637.676397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:45.253377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:44.614991Z","time spent":"638.254641ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:45.253601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.243287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:45.253648Z","caller":"traceutil/trace.go:171","msg":"trace[472966170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:3695; }","duration":"634.324939ms","start":"2026-04-28T07:23:44.619309Z","end":"2026-04-28T07:23:45.253634Z","steps":["trace[472966170] 'agreement among raft nodes before linearized reading' (duration: 634.236517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:45.253676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.933192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T07:23:45.253681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:44.619296Z","time spent":"634.37621ms","remote":"127.0.0.1:50558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:45.253684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.772327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:45.253704Z","caller":"traceutil/trace.go:171","msg":"trace[1312916792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3695; }","duration":"479.998124ms","start":"2026-04-28T07:23:44.773698Z","end":"2026-04-28T07:23:45.253696Z","steps":["trace[1312916792] 'agreement among raft nodes before linearized reading' (duration: 479.893491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:45.253717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.088969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:23:45.253732Z","caller":"traceutil/trace.go:171","msg":"trace[1801744846] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3695; }","duration":"550.85569ms","start":"2026-04-28T07:23:44.702862Z","end":"2026-04-28T07:23:45.253718Z","steps":["trace[1801744846] 'agreement among raft nodes before linearized reading' (duration: 550.756827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:45.253708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.19008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:45.253764Z","caller":"traceutil/trace.go:171","msg":"trace[948981097] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3695; }","duration":"621.187791ms","start":"2026-04-28T07:23:44.632563Z","end":"2026-04-28T07:23:45.253751Z","steps":["trace[948981097] 'agreement among raft nodes before linearized reading' (duration: 620.998707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:45.253767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:44.702844Z","time spent":"550.917032ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:23:45.253803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:44.632556Z","time spent":"621.237703ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"info","ts":"2026-04-28T07:23:45.25381Z","caller":"traceutil/trace.go:171","msg":"trace[1757975270] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:3695; }","duration":"185.363825ms","start":"2026-04-28T07:23:45.068416Z","end":"2026-04-28T07:23:45.25378Z","steps":["trace[1757975270] 'agreement among raft nodes before linearized reading' (duration: 185.17252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:45.253861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.176964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:23:45.253885Z","caller":"traceutil/trace.go:171","msg":"trace[537320019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3695; }","duration":"566.236166ms","start":"2026-04-28T07:23:44.687643Z","end":"2026-04-28T07:23:45.253879Z","steps":["trace[537320019] 'agreement among raft nodes before linearized reading' (duration: 566.175024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:45.253904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:44.687623Z","time spent":"566.276677ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:23:45.253769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.821789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:23:45.253886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.926766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:23:45.253947Z","caller":"traceutil/trace.go:171","msg":"trace[961659749] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:0; response_revision:3695; }","duration":"223.023334ms","start":"2026-04-28T07:23:45.030908Z","end":"2026-04-28T07:23:45.253931Z","steps":["trace[961659749] 'agreement among raft nodes before linearized reading' (duration: 222.841409ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:45.253988Z","caller":"traceutil/trace.go:171","msg":"trace[1421815954] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3695; }","duration":"477.076139ms","start":"2026-04-28T07:23:44.776887Z","end":"2026-04-28T07:23:45.253963Z","steps":["trace[1421815954] 'agreement among raft nodes before linearized reading' (duration: 476.699169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:45.253729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:44.773679Z","time spent":"480.045266ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:23:45.254013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.065911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:23:45.25405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:44.776877Z","time spent":"477.163311ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:23:45.25411Z","caller":"traceutil/trace.go:171","msg":"trace[1340316310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3695; }","duration":"479.196984ms","start":"2026-04-28T07:23:44.774888Z","end":"2026-04-28T07:23:45.254085Z","steps":["trace[1340316310] 'agreement among raft nodes before linearized reading' (duration: 478.780643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:45.254129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.180562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:23:45.254157Z","caller":"traceutil/trace.go:171","msg":"trace[555666270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3695; }","duration":"477.225763ms","start":"2026-04-28T07:23:44.776925Z","end":"2026-04-28T07:23:45.25415Z","steps":["trace[555666270] 'agreement among raft nodes before linearized reading' (duration: 477.146691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:45.254175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:44.77692Z","time spent":"477.250853ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:23:45.254172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:44.774875Z","time spent":"479.279836ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:23:46.328991Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:23:46.354713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.074015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-04-28T07:23:46.354821Z","caller":"traceutil/trace.go:171","msg":"trace[1519903318] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:3821; }","duration":"617.219469ms","start":"2026-04-28T07:23:45.737572Z","end":"2026-04-28T07:23:46.354792Z","steps":["trace[1519903318] 'range keys from in-memory index tree' (duration: 616.896751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:46.354784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.778237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235675"} {"level":"info","ts":"2026-04-28T07:23:46.354846Z","caller":"traceutil/trace.go:171","msg":"trace[1519011388] linearizableReadLoop","detail":"{readStateIndex:3978; appliedIndex:3977; }","duration":"526.653986ms","start":"2026-04-28T07:23:45.82816Z","end":"2026-04-28T07:23:46.354814Z","steps":["trace[1519011388] 'read index received' (duration: 526.061851ms)","trace[1519011388] 'applied index is now lower than readState.Index' (duration: 589.235µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:46.354887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:45.737553Z","time spent":"617.318511ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":919,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"info","ts":"2026-04-28T07:23:46.354898Z","caller":"traceutil/trace.go:171","msg":"trace[1328417792] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:3821; }","duration":"609.919161ms","start":"2026-04-28T07:23:45.744959Z","end":"2026-04-28T07:23:46.354878Z","steps":["trace[1328417792] 'range keys from in-memory index tree' (duration: 609.505451ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:46.354928Z","caller":"traceutil/trace.go:171","msg":"trace[900461445] transaction","detail":"{read_only:false; response_revision:3822; number_of_response:1; }","duration":"596.996708ms","start":"2026-04-28T07:23:45.757898Z","end":"2026-04-28T07:23:46.354895Z","steps":["trace[900461445] 'process raft request' (duration: 596.343841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:46.354953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:45.744954Z","time spent":"609.983333ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235697,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-28T07:23:46.355047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:45.757872Z","time spent":"597.123721ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15051,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:23:46.35504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.872732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:46.3551Z","caller":"traceutil/trace.go:171","msg":"trace[2030030556] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:3822; }","duration":"526.977185ms","start":"2026-04-28T07:23:45.828105Z","end":"2026-04-28T07:23:46.355082Z","steps":["trace[2030030556] 'agreement among raft nodes before linearized reading' (duration: 526.830041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:46.355146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:45.828075Z","time spent":"527.056316ms","remote":"127.0.0.1:49824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:46.355147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.805383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:46.355209Z","caller":"traceutil/trace.go:171","msg":"trace[513863309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3822; }","duration":"188.904395ms","start":"2026-04-28T07:23:46.166286Z","end":"2026-04-28T07:23:46.35519Z","steps":["trace[513863309] 'agreement among raft nodes before linearized reading' (duration: 188.807833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:46.355338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.865185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:46.355394Z","caller":"traceutil/trace.go:171","msg":"trace[1465594857] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:3822; }","duration":"464.964557ms","start":"2026-04-28T07:23:45.890413Z","end":"2026-04-28T07:23:46.355377Z","steps":["trace[1465594857] 'agreement among raft nodes before linearized reading' (duration: 464.863365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:46.35547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.108647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:17 size:474908"} {"level":"warn","ts":"2026-04-28T07:23:46.355532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:45.890388Z","time spent":"465.097971ms","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:23:46.355536Z","caller":"traceutil/trace.go:171","msg":"trace[1949002244] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:17; response_revision:3822; }","duration":"520.202319ms","start":"2026-04-28T07:23:45.835318Z","end":"2026-04-28T07:23:46.35552Z","steps":["trace[1949002244] 'agreement among raft nodes before linearized reading' (duration: 519.743257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:46.35559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:45.835308Z","time spent":"520.269831ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":17,"response size":474930,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-28T07:23:46.550659Z","caller":"traceutil/trace.go:171","msg":"trace[1100992383] transaction","detail":"{read_only:false; response_revision:3823; number_of_response:1; }","duration":"189.172833ms","start":"2026-04-28T07:23:46.361463Z","end":"2026-04-28T07:23:46.550636Z","steps":["trace[1100992383] 'process raft request' (duration: 189.03593ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:46.631276Z","caller":"traceutil/trace.go:171","msg":"trace[2009595157] transaction","detail":"{read_only:false; response_revision:3825; number_of_response:1; }","duration":"163.378899ms","start":"2026-04-28T07:23:46.467862Z","end":"2026-04-28T07:23:46.631241Z","steps":["trace[2009595157] 'process raft request' (duration: 163.165633ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:46.631439Z","caller":"traceutil/trace.go:171","msg":"trace[2075219290] transaction","detail":"{read_only:false; response_revision:3824; number_of_response:1; }","duration":"168.661834ms","start":"2026-04-28T07:23:46.462741Z","end":"2026-04-28T07:23:46.631403Z","steps":["trace[2075219290] 'process raft request' (duration: 168.172582ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:46.631484Z","caller":"traceutil/trace.go:171","msg":"trace[964282864] transaction","detail":"{read_only:false; response_revision:3826; number_of_response:1; }","duration":"119.026757ms","start":"2026-04-28T07:23:46.51244Z","end":"2026-04-28T07:23:46.631466Z","steps":["trace[964282864] 'process raft request' (duration: 118.640477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:47.208222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.690484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:23:47.20839Z","caller":"traceutil/trace.go:171","msg":"trace[1677089433] linearizableReadLoop","detail":"{readStateIndex:3986; appliedIndex:3984; }","duration":"612.373815ms","start":"2026-04-28T07:23:46.595983Z","end":"2026-04-28T07:23:47.208357Z","steps":["trace[1677089433] 'read index received' (duration: 35.209888ms)","trace[1677089433] 'applied index is now lower than readState.Index' (duration: 577.161687ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:23:47.208493Z","caller":"traceutil/trace.go:171","msg":"trace[1809301279] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"647.050408ms","start":"2026-04-28T07:23:46.561423Z","end":"2026-04-28T07:23:47.208473Z","steps":["trace[1809301279] 'process raft request' (duration: 119.030286ms)","trace[1809301279] 'compare' (duration: 527.568051ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:47.208575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:46.561403Z","time spent":"647.13105ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9186,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:23:47.208651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.660362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" ","response":"range_response_count:1 size:3616"} {"level":"info","ts":"2026-04-28T07:23:47.208705Z","caller":"traceutil/trace.go:171","msg":"trace[1272435955] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d; range_end:; response_count:1; response_revision:3830; }","duration":"612.760985ms","start":"2026-04-28T07:23:46.59593Z","end":"2026-04-28T07:23:47.208691Z","steps":["trace[1272435955] 'agreement among raft nodes before linearized reading' (duration: 612.56995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:47.208731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:46.595908Z","time spent":"612.816936ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3638,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" "} {"level":"warn","ts":"2026-04-28T07:23:47.709127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111445,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:23:47.890874Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210350198s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:23:48.702475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:23:48.702544Z","caller":"traceutil/trace.go:171","msg":"trace[1480988364] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00007225s","start":"2026-04-28T07:23:46.702457Z","end":"2026-04-28T07:23:48.702529Z","steps":["trace[1480988364] 'agreement among raft nodes before linearized reading' (duration: 1.999981858s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:48.702574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:46.702437Z","time spent":"2.000131052s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:23:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:23:48.777888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.629369ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:23:48.778342Z","caller":"traceutil/trace.go:171","msg":"trace[74570684] transaction","detail":"{read_only:false; response_revision:3836; number_of_response:1; }","duration":"2.125349777s","start":"2026-04-28T07:23:46.652971Z","end":"2026-04-28T07:23:48.77832Z","steps":["trace[74570684] 'process raft request' (duration: 2.125285715s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:48.77844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:46.652951Z","time spent":"2.125440589s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7769,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:48.778785Z","caller":"traceutil/trace.go:171","msg":"trace[1518277326] transaction","detail":"{read_only:false; response_revision:3831; number_of_response:1; }","duration":"2.142547999s","start":"2026-04-28T07:23:46.636192Z","end":"2026-04-28T07:23:48.77874Z","steps":["trace[1518277326] 'process raft request' (duration: 1.254993777s)","trace[1518277326] 'compare' (duration: 885.89265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:48.778956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:46.636168Z","time spent":"2.142711054s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:23:48.779219Z","caller":"traceutil/trace.go:171","msg":"trace[877806144] transaction","detail":"{read_only:false; response_revision:3832; number_of_response:1; }","duration":"2.142166181s","start":"2026-04-28T07:23:46.637023Z","end":"2026-04-28T07:23:48.779189Z","steps":["trace[877806144] 'process raft request' (duration: 2.140971059s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:48.779383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:46.637004Z","time spent":"2.142292394s","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3012,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:48.779464Z","caller":"traceutil/trace.go:171","msg":"trace[1911633123] transaction","detail":"{read_only:false; response_revision:3834; number_of_response:1; }","duration":"2.140354894s","start":"2026-04-28T07:23:46.63909Z","end":"2026-04-28T07:23:48.779445Z","steps":["trace[1911633123] 'process raft request' (duration: 2.13907051s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:48.779546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:46.639082Z","time spent":"2.140430826s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17833,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:23:48.779729Z","caller":"traceutil/trace.go:171","msg":"trace[1499244344] transaction","detail":"{read_only:false; response_revision:3833; number_of_response:1; }","duration":"2.142039908s","start":"2026-04-28T07:23:46.637674Z","end":"2026-04-28T07:23:48.779714Z","steps":["trace[1499244344] 'process raft request' (duration: 2.140431946s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:48.779808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:46.637668Z","time spent":"2.142102739s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1351,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:48.779825Z","caller":"traceutil/trace.go:171","msg":"trace[1565589305] transaction","detail":"{read_only:false; response_revision:3835; number_of_response:1; }","duration":"2.137056889s","start":"2026-04-28T07:23:46.642754Z","end":"2026-04-28T07:23:48.779811Z","steps":["trace[1565589305] 'process raft request' (duration: 2.135450698s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:48.779888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:46.642731Z","time spent":"2.137128091s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:23:48.825081Z","caller":"traceutil/trace.go:171","msg":"trace[1214266385] transaction","detail":"{read_only:false; response_revision:3837; number_of_response:1; }","duration":"2.060436106s","start":"2026-04-28T07:23:46.764615Z","end":"2026-04-28T07:23:48.825051Z","steps":["trace[1214266385] 'process raft request' (duration: 2.060007715s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:48.825197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:46.764593Z","time spent":"2.060551419s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2181,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:23:48.825436Z","caller":"traceutil/trace.go:171","msg":"trace[1114205895] transaction","detail":"{read_only:false; response_revision:3838; number_of_response:1; }","duration":"2.047432591s","start":"2026-04-28T07:23:46.777976Z","end":"2026-04-28T07:23:48.825408Z","steps":["trace[1114205895] 'process raft request' (duration: 2.046805065s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:48.825576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:46.777955Z","time spent":"2.047546033s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:50.454228Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.629610157s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:23:50.543619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.718717852s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:23:50.544984Z","caller":"traceutil/trace.go:171","msg":"trace[198225126] transaction","detail":"{read_only:false; response_revision:3839; number_of_response:1; }","duration":"3.354452758s","start":"2026-04-28T07:23:47.190474Z","end":"2026-04-28T07:23:50.544926Z","steps":["trace[198225126] 'process raft request' (duration: 3.353321729s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:50.545196Z","caller":"traceutil/trace.go:171","msg":"trace[1684940310] transaction","detail":"{read_only:false; response_revision:3840; number_of_response:1; }","duration":"3.331389514s","start":"2026-04-28T07:23:47.213783Z","end":"2026-04-28T07:23:50.545172Z","steps":["trace[1684940310] 'process raft request' (duration: 3.331081426s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:50.545362Z","caller":"traceutil/trace.go:171","msg":"trace[454421297] transaction","detail":"{read_only:false; response_revision:3841; number_of_response:1; }","duration":"3.330870411s","start":"2026-04-28T07:23:47.21447Z","end":"2026-04-28T07:23:50.545341Z","steps":["trace[454421297] 'process raft request' (duration: 3.330636495s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:50.545381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:47.213762Z","time spent":"3.331500987s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9232,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:50.545449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:47.214444Z","time spent":"3.330967473s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":760,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:23:50.545599Z","caller":"traceutil/trace.go:171","msg":"trace[533023967] transaction","detail":"{read_only:false; response_revision:3842; number_of_response:1; }","duration":"3.326350244s","start":"2026-04-28T07:23:47.219217Z","end":"2026-04-28T07:23:50.545567Z","steps":["trace[533023967] 'process raft request' (duration: 3.326137708s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:50.545752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:47.219206Z","time spent":"3.326467976s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15304,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:50.545909Z","caller":"traceutil/trace.go:171","msg":"trace[262266259] transaction","detail":"{read_only:false; response_revision:3843; number_of_response:1; }","duration":"3.288335495s","start":"2026-04-28T07:23:47.257561Z","end":"2026-04-28T07:23:50.545897Z","steps":["trace[262266259] 'process raft request' (duration: 3.287945645s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:50.54598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:47.257541Z","time spent":"3.288408397s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:50.546267Z","caller":"traceutil/trace.go:171","msg":"trace[637050557] transaction","detail":"{read_only:false; response_revision:3844; number_of_response:1; }","duration":"3.285538783s","start":"2026-04-28T07:23:47.260717Z","end":"2026-04-28T07:23:50.546256Z","steps":["trace[637050557] 'process raft request' (duration: 3.285108722s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:50.546335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:47.260685Z","time spent":"3.285617655s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:50.546303Z","caller":"traceutil/trace.go:171","msg":"trace[1767058379] linearizableReadLoop","detail":"{readStateIndex:4001; appliedIndex:3986; }","duration":"3.337837179s","start":"2026-04-28T07:23:47.208431Z","end":"2026-04-28T07:23:50.546268Z","steps":["trace[1767058379] 'read index received' (duration: 682.779798ms)","trace[1767058379] 'applied index is now lower than readState.Index' (duration: 2.655053611s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:23:50.546503Z","caller":"traceutil/trace.go:171","msg":"trace[1712980470] transaction","detail":"{read_only:false; response_revision:3845; number_of_response:1; }","duration":"1.909106727s","start":"2026-04-28T07:23:48.637368Z","end":"2026-04-28T07:23:50.546474Z","steps":["trace[1712980470] 'process raft request' (duration: 1.908789159s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:50.546616Z","caller":"traceutil/trace.go:171","msg":"trace[2111838820] transaction","detail":"{read_only:false; response_revision:3847; number_of_response:1; }","duration":"1.761523075s","start":"2026-04-28T07:23:48.785079Z","end":"2026-04-28T07:23:50.546602Z","steps":["trace[2111838820] 'process raft request' (duration: 1.76131723s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:50.54668Z","caller":"traceutil/trace.go:171","msg":"trace[4866274] transaction","detail":"{read_only:false; response_revision:3848; number_of_response:1; }","duration":"1.760192131s","start":"2026-04-28T07:23:48.786478Z","end":"2026-04-28T07:23:50.54667Z","steps":["trace[4866274] 'process raft request' (duration: 1.759994696s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:50.546672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:48.637338Z","time spent":"1.9092463s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:50.546736Z","caller":"traceutil/trace.go:171","msg":"trace[1171943111] transaction","detail":"{read_only:false; response_revision:3846; number_of_response:1; }","duration":"1.908731167s","start":"2026-04-28T07:23:48.637991Z","end":"2026-04-28T07:23:50.546722Z","steps":["trace[1171943111] 'process raft request' (duration: 1.908247495s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:50.546684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.386272017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:23:50.54675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:48.786469Z","time spent":"1.760243843s","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3032,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:50.546691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:48.785062Z","time spent":"1.761599586s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:23:50.546794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:48.637949Z","time spent":"1.908818869s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:50.546793Z","caller":"traceutil/trace.go:171","msg":"trace[1498062826] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3848; }","duration":"3.386491853s","start":"2026-04-28T07:23:47.160287Z","end":"2026-04-28T07:23:50.546779Z","steps":["trace[1498062826] 'agreement among raft nodes before linearized reading' (duration: 3.386227796s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:50.546909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:47.160263Z","time spent":"3.386632087s","remote":"127.0.0.1:50482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:23:50.546895Z","caller":"traceutil/trace.go:171","msg":"trace[162812540] transaction","detail":"{read_only:false; response_revision:3849; number_of_response:1; }","duration":"1.758925509s","start":"2026-04-28T07:23:48.787956Z","end":"2026-04-28T07:23:50.546881Z","steps":["trace[162812540] 'process raft request' (duration: 1.758577459s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:50.547068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:48.787946Z","time spent":"1.759036472s","remote":"127.0.0.1:51680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:23:50.54723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875403278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:23:50.547229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.720134228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:23:50.54728Z","caller":"traceutil/trace.go:171","msg":"trace[583221218] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3849; }","duration":"3.87548143s","start":"2026-04-28T07:23:46.67178Z","end":"2026-04-28T07:23:50.547262Z","steps":["trace[583221218] 'agreement among raft nodes before linearized reading' (duration: 3.875350436s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:50.547287Z","caller":"traceutil/trace.go:171","msg":"trace[967751494] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:3849; }","duration":"3.720242221s","start":"2026-04-28T07:23:46.827029Z","end":"2026-04-28T07:23:50.547271Z","steps":["trace[967751494] 'agreement among raft nodes before linearized reading' (duration: 3.720108797s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:50.547308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:46.67176Z","time spent":"3.875542622s","remote":"127.0.0.1:51942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:50.5473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.910306696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey.18aa746fcfed3678\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-28T07:23:50.54735Z","caller":"traceutil/trace.go:171","msg":"trace[36617192] range","detail":"{range_begin:/registry/events/openstack/valkey.18aa746fcfed3678; range_end:; response_count:1; response_revision:3849; }","duration":"3.910384549s","start":"2026-04-28T07:23:46.636954Z","end":"2026-04-28T07:23:50.547339Z","steps":["trace[36617192] 'agreement among raft nodes before linearized reading' (duration: 3.910233585s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:50.547393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:46.636939Z","time spent":"3.91044613s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":682,"request content":"key:\"/registry/events/openstack/valkey.18aa746fcfed3678\" "} {"level":"warn","ts":"2026-04-28T07:23:50.545861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:47.190449Z","time spent":"3.354812378s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:50.549034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:46.827004Z","time spent":"3.720310053s","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":8,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:50.712095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000599015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:23:50.712163Z","caller":"traceutil/trace.go:171","msg":"trace[1095397872] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000732578s","start":"2026-04-28T07:23:48.711415Z","end":"2026-04-28T07:23:50.712147Z","steps":["trace[1095397872] 'agreement among raft nodes before linearized reading' (duration: 2.000636686s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:50.7122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:48.711395Z","time spent":"2.00079875s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:23:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:23:51.047331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:23:51.548328Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:23:52.049176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111459,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:23:52.228956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.771684106s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:23:52.229588Z","caller":"traceutil/trace.go:171","msg":"trace[1504434671] transaction","detail":"{read_only:false; response_revision:3852; number_of_response:1; }","duration":"3.338042225s","start":"2026-04-28T07:23:48.891516Z","end":"2026-04-28T07:23:52.229559Z","steps":["trace[1504434671] 'process raft request' (duration: 3.337982053s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:52.229703Z","caller":"traceutil/trace.go:171","msg":"trace[1805073194] transaction","detail":"{read_only:false; response_revision:3851; number_of_response:1; }","duration":"3.395843384s","start":"2026-04-28T07:23:48.83382Z","end":"2026-04-28T07:23:52.229663Z","steps":["trace[1805073194] 'process raft request' (duration: 3.395631689s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:52.229753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:48.891494Z","time spent":"3.338175268s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2448,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:23:52.229862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:48.833808Z","time spent":"3.395968787s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2925,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:23:52.229886Z","caller":"traceutil/trace.go:171","msg":"trace[540189481] transaction","detail":"{read_only:false; response_revision:3850; number_of_response:1; }","duration":"3.397787585s","start":"2026-04-28T07:23:48.832053Z","end":"2026-04-28T07:23:52.22984Z","steps":["trace[540189481] 'process raft request' (duration: 3.3972155s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:52.230042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:48.83202Z","time spent":"3.397948639s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1687,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:23:52.271747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999529263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:23:52.271859Z","caller":"traceutil/trace.go:171","msg":"trace[644829271] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999698458s","start":"2026-04-28T07:23:47.272136Z","end":"2026-04-28T07:23:52.271834Z","steps":["trace[644829271] 'agreement among raft nodes before linearized reading' (duration: 4.999553094s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:52.271927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:47.272113Z","time spent":"4.999799061s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 07:23:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:23:52.272315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998598859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:23:52.272382Z","caller":"traceutil/trace.go:171","msg":"trace[697470329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998670721s","start":"2026-04-28T07:23:47.273695Z","end":"2026-04-28T07:23:52.272366Z","steps":["trace[697470329] 'agreement among raft nodes before linearized reading' (duration: 4.998596939s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:52.272423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:47.273675Z","time spent":"4.998738313s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 07:23:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:23:52.272615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999556175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:23:52.272685Z","caller":"traceutil/trace.go:171","msg":"trace[1746463014] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999649818s","start":"2026-04-28T07:23:47.27302Z","end":"2026-04-28T07:23:52.272669Z","steps":["trace[1746463014] 'agreement among raft nodes before linearized reading' (duration: 4.999569636s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:52.272736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:47.273012Z","time spent":"4.999711889s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 07:23:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:23:52.712604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00041174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:23:52.71268Z","caller":"traceutil/trace.go:171","msg":"trace[1724143862] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508412s","start":"2026-04-28T07:23:50.712154Z","end":"2026-04-28T07:23:52.712662Z","steps":["trace[1724143862] 'agreement among raft nodes before linearized reading' (duration: 2.000408489s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:52.712718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:50.712113Z","time spent":"2.000598854s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:23:53.713728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.006051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:23:53.713993Z","caller":"traceutil/trace.go:171","msg":"trace[783694447] transaction","detail":"{read_only:false; response_revision:3853; number_of_response:1; }","duration":"3.163207452s","start":"2026-04-28T07:23:50.550752Z","end":"2026-04-28T07:23:53.713959Z","steps":["trace[783694447] 'process raft request' (duration: 2.957852413s)","trace[783694447] 'compare' (duration: 204.495287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:53.714106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:50.550729Z","time spent":"3.163319625s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":645,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:53.714278Z","caller":"traceutil/trace.go:171","msg":"trace[1332249586] linearizableReadLoop","detail":"{readStateIndex:4014; appliedIndex:4006; }","duration":"3.167853012s","start":"2026-04-28T07:23:50.546407Z","end":"2026-04-28T07:23:53.71426Z","steps":["trace[1332249586] 'read index received' (duration: 1.682819538s)","trace[1332249586] 'applied index is now lower than readState.Index' (duration: 1.485032264s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:53.714352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.524131699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:53.714384Z","caller":"traceutil/trace.go:171","msg":"trace[2116636452] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3857; }","duration":"3.524205401s","start":"2026-04-28T07:23:50.19017Z","end":"2026-04-28T07:23:53.714375Z","steps":["trace[2116636452] 'agreement among raft nodes before linearized reading' (duration: 3.524131899s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:53.714407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:50.19015Z","time spent":"3.524251882s","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:53.714406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.108581572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:53.714453Z","caller":"traceutil/trace.go:171","msg":"trace[1598183331] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:3857; }","duration":"6.108635183s","start":"2026-04-28T07:23:47.605803Z","end":"2026-04-28T07:23:53.714438Z","steps":["trace[1598183331] 'agreement among raft nodes before linearized reading' (duration: 6.108552391s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:53.714503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:47.605717Z","time spent":"6.108771857s","remote":"127.0.0.1:49886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:53.714587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.925971399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:53.714611Z","caller":"traceutil/trace.go:171","msg":"trace[1025804407] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:0; response_revision:3857; }","duration":"4.926023091s","start":"2026-04-28T07:23:48.78858Z","end":"2026-04-28T07:23:53.714603Z","steps":["trace[1025804407] 'agreement among raft nodes before linearized reading' (duration: 4.925978319s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:53.714629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:48.788562Z","time spent":"4.926062351s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/openstack/valkey-server-certs\" "} {"level":"warn","ts":"2026-04-28T07:23:53.71469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.449959496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:23:53.714702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.351620653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T07:23:53.71472Z","caller":"traceutil/trace.go:171","msg":"trace[123448288] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3857; }","duration":"6.450037608s","start":"2026-04-28T07:23:47.264674Z","end":"2026-04-28T07:23:53.714712Z","steps":["trace[123448288] 'agreement among raft nodes before linearized reading' (duration: 6.449914325s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:53.71474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:47.26465Z","time spent":"6.450085719s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:23:53.71475Z","caller":"traceutil/trace.go:171","msg":"trace[437828932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3857; }","duration":"6.351703475s","start":"2026-04-28T07:23:47.363029Z","end":"2026-04-28T07:23:53.714732Z","steps":["trace[437828932] 'agreement among raft nodes before linearized reading' (duration: 6.351557121s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:53.714789Z","caller":"traceutil/trace.go:171","msg":"trace[1530190092] transaction","detail":"{read_only:false; response_revision:3857; number_of_response:1; }","duration":"2.900252718s","start":"2026-04-28T07:23:50.814529Z","end":"2026-04-28T07:23:53.714781Z","steps":["trace[1530190092] 'process raft request' (duration: 2.899657363s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:53.714802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:47.36297Z","time spent":"6.351814978s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:23:53.714831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:50.814506Z","time spent":"2.90029973s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:53.714791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.500280003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" ","response":"range_response_count:1 size:3616"} {"level":"warn","ts":"2026-04-28T07:23:53.714908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.441009515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:23:53.714916Z","caller":"traceutil/trace.go:171","msg":"trace[914996280] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d; range_end:; response_count:1; response_revision:3857; }","duration":"5.500602571s","start":"2026-04-28T07:23:48.214288Z","end":"2026-04-28T07:23:53.71489Z","steps":["trace[914996280] 'agreement among raft nodes before linearized reading' (duration: 5.500060427s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:53.714942Z","caller":"traceutil/trace.go:171","msg":"trace[570755687] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3857; }","duration":"6.441048777s","start":"2026-04-28T07:23:47.27388Z","end":"2026-04-28T07:23:53.714929Z","steps":["trace[570755687] 'agreement among raft nodes before linearized reading' (duration: 6.440972335s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:53.714981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:47.273873Z","time spent":"6.441098848s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:23:53.714985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:48.214266Z","time spent":"5.500706734s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3638,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" "} {"level":"info","ts":"2026-04-28T07:23:53.715028Z","caller":"traceutil/trace.go:171","msg":"trace[318622355] transaction","detail":"{read_only:false; response_revision:3856; number_of_response:1; }","duration":"3.155034262s","start":"2026-04-28T07:23:50.559963Z","end":"2026-04-28T07:23:53.714998Z","steps":["trace[318622355] 'process raft request' (duration: 3.154071327s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:53.715066Z","caller":"traceutil/trace.go:171","msg":"trace[1290809874] transaction","detail":"{read_only:false; response_revision:3854; number_of_response:1; }","duration":"3.163265793s","start":"2026-04-28T07:23:50.551755Z","end":"2026-04-28T07:23:53.715021Z","steps":["trace[1290809874] 'process raft request' (duration: 3.162106014s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:53.715178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:50.559937Z","time spent":"3.155161685s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15368,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:53.71522Z","caller":"traceutil/trace.go:171","msg":"trace[558368810] transaction","detail":"{read_only:false; response_revision:3855; number_of_response:1; }","duration":"3.158965433s","start":"2026-04-28T07:23:50.556246Z","end":"2026-04-28T07:23:53.715211Z","steps":["trace[558368810] 'process raft request' (duration: 3.1577143s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:53.715262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:50.556232Z","time spent":"3.159011755s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:23:53.715283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:50.551745Z","time spent":"3.163432219s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:23:53.715351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.008584288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-04-28T07:23:53.715135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.44198291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:23:53.715417Z","caller":"traceutil/trace.go:171","msg":"trace[1765486797] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a; range_end:; response_count:1; response_revision:3857; }","duration":"5.008688231s","start":"2026-04-28T07:23:48.706706Z","end":"2026-04-28T07:23:53.715394Z","steps":["trace[1765486797] 'agreement among raft nodes before linearized reading' (duration: 5.008531767s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:53.715433Z","caller":"traceutil/trace.go:171","msg":"trace[1977342056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3857; }","duration":"6.44232944s","start":"2026-04-28T07:23:47.273088Z","end":"2026-04-28T07:23:53.715417Z","steps":["trace[1977342056] 'agreement among raft nodes before linearized reading' (duration: 6.441998941s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:53.715465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:48.706683Z","time spent":"5.008767342s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a\" "} {"level":"warn","ts":"2026-04-28T07:23:53.715487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:47.273069Z","time spent":"6.442402462s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:23:53.714828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.768809811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413389"} {"level":"warn","ts":"2026-04-28T07:23:53.715537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278561663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:53.715558Z","caller":"traceutil/trace.go:171","msg":"trace[1039013283] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:3857; }","duration":"4.76954319s","start":"2026-04-28T07:23:48.946Z","end":"2026-04-28T07:23:53.715543Z","steps":["trace[1039013283] 'agreement among raft nodes before linearized reading' (duration: 4.768581855s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:53.715608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:48.945955Z","time spent":"4.769640163s","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413411,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-28T07:23:53.715606Z","caller":"traceutil/trace.go:171","msg":"trace[1858485004] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:3857; }","duration":"3.278683807s","start":"2026-04-28T07:23:50.436903Z","end":"2026-04-28T07:23:53.715587Z","steps":["trace[1858485004] 'agreement among raft nodes before linearized reading' (duration: 3.278561073s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:53.715628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.930172158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18828"} {"level":"info","ts":"2026-04-28T07:23:53.715703Z","caller":"traceutil/trace.go:171","msg":"trace[91189073] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3857; }","duration":"4.930284261s","start":"2026-04-28T07:23:48.785399Z","end":"2026-04-28T07:23:53.715683Z","steps":["trace[91189073] 'agreement among raft nodes before linearized reading' (duration: 4.930002244s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:53.715753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:48.78539Z","time spent":"4.930350242s","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18850,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T07:23:53.715653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:50.436884Z","time spent":"3.278761579s","remote":"127.0.0.1:47516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:54.214731Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:23:54.715656Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:23:54.723007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000065541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:23:54.723152Z","caller":"traceutil/trace.go:171","msg":"trace[1712833819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283036s","start":"2026-04-28T07:23:52.722842Z","end":"2026-04-28T07:23:54.723125Z","steps":["trace[1712833819] 'agreement among raft nodes before linearized reading' (duration: 2.000093681s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:54.723216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:52.722824Z","time spent":"2.000377538s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:23:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:23:55.215801Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111474,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:23:55.642496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.940913507s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:23:56.723157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999691561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:23:56.723273Z","caller":"traceutil/trace.go:171","msg":"trace[489879970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999831264s","start":"2026-04-28T07:23:54.723422Z","end":"2026-04-28T07:23:56.723254Z","steps":["trace[489879970] 'agreement among raft nodes before linearized reading' (duration: 1.999685801s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:56.72333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:54.723356Z","time spent":"1.999959638s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:23:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:23:56.756427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.84569ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:56.756522Z","caller":"traceutil/trace.go:171","msg":"trace[1351973454] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3857; }","duration":"479.953233ms","start":"2026-04-28T07:23:56.276556Z","end":"2026-04-28T07:23:56.756509Z","steps":["trace[1351973454] 'range keys from in-memory index tree' (duration: 479.83103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:56.757024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114144959s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:23:56.757257Z","caller":"traceutil/trace.go:171","msg":"trace[958360918] transaction","detail":"{read_only:false; response_revision:3858; number_of_response:1; }","duration":"4.52184534s","start":"2026-04-28T07:23:52.235372Z","end":"2026-04-28T07:23:56.757218Z","steps":["trace[958360918] 'process raft request' (duration: 3.407436725s)","trace[958360918] 'compare' (duration: 1.113146443s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:56.758083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:52.235365Z","time spent":"4.522642421s","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1419,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:23:56.7576Z","caller":"traceutil/trace.go:171","msg":"trace[449263738] transaction","detail":"{read_only:false; response_revision:3866; number_of_response:1; }","duration":"4.204337671s","start":"2026-04-28T07:23:52.55324Z","end":"2026-04-28T07:23:56.757578Z","steps":["trace[449263738] 'process raft request' (duration: 4.20428474s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:56.758342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:52.553203Z","time spent":"4.20507158s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:56.757625Z","caller":"traceutil/trace.go:171","msg":"trace[1620826129] transaction","detail":"{read_only:false; response_revision:3859; number_of_response:1; }","duration":"4.522095527s","start":"2026-04-28T07:23:52.23551Z","end":"2026-04-28T07:23:56.757606Z","steps":["trace[1620826129] 'process raft request' (duration: 4.521622694s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:56.757653Z","caller":"traceutil/trace.go:171","msg":"trace[677152143] transaction","detail":"{read_only:false; response_revision:3862; number_of_response:1; }","duration":"4.5171931s","start":"2026-04-28T07:23:52.240448Z","end":"2026-04-28T07:23:56.757641Z","steps":["trace[677152143] 'process raft request' (duration: 4.51687498s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:56.758732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:52.235112Z","time spent":"4.523312867s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2540,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:23:56.758924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:52.240432Z","time spent":"4.518339089s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2500,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:23:56.757697Z","caller":"traceutil/trace.go:171","msg":"trace[666145073] transaction","detail":"{read_only:false; response_revision:3861; number_of_response:1; }","duration":"4.520854054s","start":"2026-04-28T07:23:52.23681Z","end":"2026-04-28T07:23:56.757664Z","steps":["trace[666145073] 'process raft request' (duration: 4.520459503s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:56.759364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:52.236798Z","time spent":"4.522525206s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":935,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:23:56.757731Z","caller":"traceutil/trace.go:171","msg":"trace[382322176] transaction","detail":"{read_only:false; response_revision:3860; number_of_response:1; }","duration":"4.521261724s","start":"2026-04-28T07:23:52.236455Z","end":"2026-04-28T07:23:56.757717Z","steps":["trace[382322176] 'process raft request' (duration: 4.520760571s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:56.759792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:52.236428Z","time spent":"4.523324167s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2175,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:23:56.757739Z","caller":"traceutil/trace.go:171","msg":"trace[1995101464] transaction","detail":"{read_only:false; response_revision:3864; number_of_response:1; }","duration":"4.205318347s","start":"2026-04-28T07:23:52.552403Z","end":"2026-04-28T07:23:56.757722Z","steps":["trace[1995101464] 'process raft request' (duration: 4.205029379s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:56.759973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:52.552372Z","time spent":"4.207573674s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:56.757757Z","caller":"traceutil/trace.go:171","msg":"trace[1955768297] transaction","detail":"{read_only:false; response_revision:3865; number_of_response:1; }","duration":"4.204634648s","start":"2026-04-28T07:23:52.553102Z","end":"2026-04-28T07:23:56.757737Z","steps":["trace[1955768297] 'process raft request' (duration: 4.204379001s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:56.760121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:52.553089Z","time spent":"4.207012309s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:56.757788Z","caller":"traceutil/trace.go:171","msg":"trace[1007910957] transaction","detail":"{read_only:false; response_revision:3863; number_of_response:1; }","duration":"4.206182259s","start":"2026-04-28T07:23:52.551596Z","end":"2026-04-28T07:23:56.757778Z","steps":["trace[1007910957] 'process raft request' (duration: 4.205774678s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:56.760281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:52.551568Z","time spent":"4.208688493s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:57.264528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:53.720677Z","time spent":"3.543842267s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:23:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:23:57.272357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998497899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T07:23:57.272402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997231507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:23:57.272442Z","caller":"traceutil/trace.go:171","msg":"trace[626628343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998662164s","start":"2026-04-28T07:23:54.27376Z","end":"2026-04-28T07:23:57.272422Z","steps":["trace[626628343] 'agreement among raft nodes before linearized reading' (duration: 2.99852406s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:57.272488Z","caller":"traceutil/trace.go:171","msg":"trace[602995369] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.99733519s","start":"2026-04-28T07:23:54.275129Z","end":"2026-04-28T07:23:57.272464Z","steps":["trace[602995369] 'agreement among raft nodes before linearized reading' (duration: 2.997228147s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:57.272553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:54.275059Z","time spent":"2.997479674s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 07:23:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:23:57.272658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997593486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:23:57.27271Z","caller":"traceutil/trace.go:171","msg":"trace[8639828] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997677529s","start":"2026-04-28T07:23:54.275021Z","end":"2026-04-28T07:23:57.272699Z","steps":["trace[8639828] 'agreement among raft nodes before linearized reading' (duration: 2.997621747s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:57.272747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:54.274993Z","time spent":"2.99774549s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 07:23:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:23:57.272504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:54.273738Z","time spent":"2.998753695s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 07:23:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:23:57.273283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:53.72061Z","time spent":"3.552669805s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:23:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:23:57.297353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:56.764149Z","time spent":"533.199274ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:23:57.297443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:53.719825Z","time spent":"3.577601926s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:23:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 07:23:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:23:57.298361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:53.723809Z","time spent":"3.574543648s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:23:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:23:57.298465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:56.763972Z","time spent":"534.488479ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:23:57.29851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:53.720594Z","time spent":"3.577908985s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:23:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 07:23:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:23:57.633156Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.986938852s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:23:58.163325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.704855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:23:58.163957Z","caller":"traceutil/trace.go:171","msg":"trace[382148592] transaction","detail":"{read_only:false; response_revision:3873; number_of_response:1; }","duration":"4.441234523s","start":"2026-04-28T07:23:53.722681Z","end":"2026-04-28T07:23:58.163916Z","steps":["trace[382148592] 'process raft request' (duration: 4.440973066s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:58.164067Z","caller":"traceutil/trace.go:171","msg":"trace[1670195809] transaction","detail":"{read_only:false; response_revision:3868; number_of_response:1; }","duration":"4.444563249s","start":"2026-04-28T07:23:53.719467Z","end":"2026-04-28T07:23:58.16403Z","steps":["trace[1670195809] 'process raft request' (duration: 4.443956833s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:58.164216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:53.719448Z","time spent":"4.444686922s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5391,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:58.164223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:53.72266Z","time spent":"4.44146793s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":778,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:23:58.164323Z","caller":"traceutil/trace.go:171","msg":"trace[605278166] transaction","detail":"{read_only:false; response_revision:3867; number_of_response:1; }","duration":"4.445699828s","start":"2026-04-28T07:23:53.718331Z","end":"2026-04-28T07:23:58.16403Z","steps":["trace[605278166] 'process raft request' (duration: 3.915200152s)","trace[605278166] 'compare' (duration: 529.377917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:58.164395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:53.718308Z","time spent":"4.446057347s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:58.16447Z","caller":"traceutil/trace.go:171","msg":"trace[1436067235] transaction","detail":"{read_only:false; response_revision:3874; number_of_response:1; }","duration":"4.441494251s","start":"2026-04-28T07:23:53.722827Z","end":"2026-04-28T07:23:58.164321Z","steps":["trace[1436067235] 'process raft request' (duration: 4.440861074s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:58.164648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:53.722814Z","time spent":"4.441756977s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2520,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:23:58.164963Z","caller":"traceutil/trace.go:171","msg":"trace[1808572702] linearizableReadLoop","detail":"{readStateIndex:4033; appliedIndex:4014; }","duration":"4.450620535s","start":"2026-04-28T07:23:53.71432Z","end":"2026-04-28T07:23:58.164941Z","steps":["trace[1808572702] 'read index received' (duration: 1.928444246s)","trace[1808572702] 'applied index is now lower than readState.Index' (duration: 2.522175069s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:23:58.165199Z","caller":"traceutil/trace.go:171","msg":"trace[960252333] transaction","detail":"{read_only:false; response_revision:3876; number_of_response:1; }","duration":"4.050755775s","start":"2026-04-28T07:23:54.114427Z","end":"2026-04-28T07:23:58.165183Z","steps":["trace[960252333] 'process raft request' (duration: 4.049852152s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:58.165297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.148186202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:58.16534Z","caller":"traceutil/trace.go:171","msg":"trace[940539180] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:3876; }","duration":"7.148228003s","start":"2026-04-28T07:23:51.0171Z","end":"2026-04-28T07:23:58.165328Z","steps":["trace[940539180] 'agreement among raft nodes before linearized reading' (duration: 7.148169562s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:58.165377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:51.017039Z","time spent":"7.148327756s","remote":"127.0.0.1:51952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:58.16539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:54.11439Z","time spent":"4.050896668s","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413695,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:58.16525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.437818014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235675"} {"level":"info","ts":"2026-04-28T07:23:58.166005Z","caller":"traceutil/trace.go:171","msg":"trace[1078191410] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:3876; }","duration":"6.438578023s","start":"2026-04-28T07:23:51.727413Z","end":"2026-04-28T07:23:58.165991Z","steps":["trace[1078191410] 'agreement among raft nodes before linearized reading' (duration: 6.437629579s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:58.166069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:51.727347Z","time spent":"6.438689326s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235697,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-28T07:23:58.166066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.066578231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:23:58.166112Z","caller":"traceutil/trace.go:171","msg":"trace[1029223813] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:3876; }","duration":"6.066661743s","start":"2026-04-28T07:23:52.099437Z","end":"2026-04-28T07:23:58.166098Z","steps":["trace[1029223813] 'agreement among raft nodes before linearized reading' (duration: 6.065523634s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:58.166136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:52.099415Z","time spent":"6.066716354s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"warn","ts":"2026-04-28T07:23:58.166664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.193411548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:23:58.166709Z","caller":"traceutil/trace.go:171","msg":"trace[1191834344] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3876; }","duration":"7.19350655s","start":"2026-04-28T07:23:50.973193Z","end":"2026-04-28T07:23:58.166699Z","steps":["trace[1191834344] 'agreement among raft nodes before linearized reading' (duration: 7.193405158s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:58.166732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:50.97317Z","time spent":"7.193555341s","remote":"127.0.0.1:51452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:58.167202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999912317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:23:58.16724Z","caller":"traceutil/trace.go:171","msg":"trace[507625970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999997489s","start":"2026-04-28T07:23:56.167234Z","end":"2026-04-28T07:23:58.167231Z","steps":["trace[507625970] 'agreement among raft nodes before linearized reading' (duration: 1.999954698s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:58.167274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:56.167214Z","time spent":"2.000053351s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:23:58.167399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.41280565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:23:58.167482Z","caller":"traceutil/trace.go:171","msg":"trace[1714389548] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3876; }","duration":"5.412983875s","start":"2026-04-28T07:23:52.754482Z","end":"2026-04-28T07:23:58.167466Z","steps":["trace[1714389548] 'agreement among raft nodes before linearized reading' (duration: 5.412823891s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:58.167523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:52.754455Z","time spent":"5.413057266s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:23:58.167643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.472994629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"info","ts":"2026-04-28T07:23:58.167676Z","caller":"traceutil/trace.go:171","msg":"trace[391758415] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:3876; }","duration":"7.473067541s","start":"2026-04-28T07:23:50.6946Z","end":"2026-04-28T07:23:58.167667Z","steps":["trace[391758415] 'agreement among raft nodes before linearized reading' (duration: 7.472905177s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:58.167699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:50.694575Z","time spent":"7.473119192s","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":197,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-04-28T07:23:58.167929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.614468953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:9247"} {"level":"info","ts":"2026-04-28T07:23:58.168175Z","caller":"traceutil/trace.go:171","msg":"trace[1238061954] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:3876; }","duration":"7.614760091s","start":"2026-04-28T07:23:50.5534Z","end":"2026-04-28T07:23:58.16816Z","steps":["trace[1238061954] 'agreement among raft nodes before linearized reading' (duration: 7.614140415s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:58.168434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:50.553391Z","time spent":"7.615022828s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":9269,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-04-28T07:23:58.665473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:23:58.731871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000374228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:23:58.731957Z","caller":"traceutil/trace.go:171","msg":"trace[952699787] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000516201s","start":"2026-04-28T07:23:56.731423Z","end":"2026-04-28T07:23:58.731939Z","steps":["trace[952699787] 'agreement among raft nodes before linearized reading' (duration: 2.000406979s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:58.732035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:56.731403Z","time spent":"2.000592364s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:23:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:23:58.788768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.181967Z","time spent":"606.796691ms","remote":"127.0.0.1:50010","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:23:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:23:59.897727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081254682s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:23:59.898146Z","caller":"traceutil/trace.go:171","msg":"trace[1009492075] transaction","detail":"{read_only:false; response_revision:3877; number_of_response:1; }","duration":"3.567285771s","start":"2026-04-28T07:23:56.330831Z","end":"2026-04-28T07:23:59.898117Z","steps":["trace[1009492075] 'process raft request' (duration: 2.485506684s)","trace[1009492075] 'compare' (duration: 1.080647087s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:23:59.898292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:56.330806Z","time spent":"3.567397444s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:23:59.898437Z","caller":"traceutil/trace.go:171","msg":"trace[1293654769] transaction","detail":"{read_only:false; response_revision:3881; number_of_response:1; }","duration":"3.130444078s","start":"2026-04-28T07:23:56.767968Z","end":"2026-04-28T07:23:59.898412Z","steps":["trace[1293654769] 'process raft request' (duration: 3.13010871s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:59.898426Z","caller":"traceutil/trace.go:171","msg":"trace[531473961] transaction","detail":"{read_only:false; response_revision:3880; number_of_response:1; }","duration":"3.132554102s","start":"2026-04-28T07:23:56.765839Z","end":"2026-04-28T07:23:59.898393Z","steps":["trace[531473961] 'process raft request' (duration: 3.132170042s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:59.898484Z","caller":"traceutil/trace.go:171","msg":"trace[1996279780] transaction","detail":"{read_only:false; response_revision:3882; number_of_response:1; }","duration":"2.624023153s","start":"2026-04-28T07:23:57.274451Z","end":"2026-04-28T07:23:59.898474Z","steps":["trace[1996279780] 'process raft request' (duration: 2.623723055s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:23:59.898489Z","caller":"traceutil/trace.go:171","msg":"trace[482469463] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3881; }","duration":"2.631020622s","start":"2026-04-28T07:23:57.267431Z","end":"2026-04-28T07:23:59.898452Z","steps":["trace[482469463] 'process raft request' (duration: 2.630689264s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:59.898529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:56.767958Z","time spent":"3.13052556s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2913,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:23:59.898521Z","caller":"traceutil/trace.go:171","msg":"trace[712253548] transaction","detail":"{read_only:false; response_revision:3883; number_of_response:1; }","duration":"2.623164652s","start":"2026-04-28T07:23:57.27533Z","end":"2026-04-28T07:23:59.898495Z","steps":["trace[712253548] 'process raft request' (duration: 2.622972247s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:59.898562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:56.765831Z","time spent":"3.132665786s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1319,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:23:59.898541Z","caller":"traceutil/trace.go:171","msg":"trace[46194139] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3883; }","duration":"2.622780671s","start":"2026-04-28T07:23:57.275727Z","end":"2026-04-28T07:23:59.898507Z","steps":["trace[46194139] 'process raft request' (duration: 2.622618427s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:23:59.898643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:57.267409Z","time spent":"2.631154476s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":466,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:59.898657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:57.275319Z","time spent":"2.623280484s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:59.898526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:57.274433Z","time spent":"2.624069964s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:59.89872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:57.27568Z","time spent":"2.622938926s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:23:59.907177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.171773Z","time spent":"1.735399413s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:23:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:24:00.480439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.392299524s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:24:00.740884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999934615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:24:00.741022Z","caller":"traceutil/trace.go:171","msg":"trace[263401465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000138382s","start":"2026-04-28T07:23:58.740864Z","end":"2026-04-28T07:24:00.741003Z","steps":["trace[263401465] 'agreement among raft nodes before linearized reading' (duration: 1.999975837s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:00.741076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.740837Z","time spent":"2.000225654s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:24:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:24:02.741715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:24:02.741827Z","caller":"traceutil/trace.go:171","msg":"trace[1280988037] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000493871s","start":"2026-04-28T07:24:00.741311Z","end":"2026-04-28T07:24:02.741805Z","steps":["trace[1280988037] 'agreement among raft nodes before linearized reading' (duration: 2.000363528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:02.741879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:00.741289Z","time spent":"2.000579094s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:24:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:24:02.788555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.890126957s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-28T07:24:02.789603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.167571Z","time spent":"4.62202667s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:24:02.791331Z","caller":"traceutil/trace.go:171","msg":"trace[831171610] transaction","detail":"{read_only:false; response_revision:3886; number_of_response:1; }","duration":"4.611689774s","start":"2026-04-28T07:23:58.179618Z","end":"2026-04-28T07:24:02.791308Z","steps":["trace[831171610] 'process raft request' (duration: 4.611296604s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:02.791415Z","caller":"traceutil/trace.go:171","msg":"trace[1816790871] transaction","detail":"{read_only:false; response_revision:3887; number_of_response:1; }","duration":"4.610378209s","start":"2026-04-28T07:23:58.181012Z","end":"2026-04-28T07:24:02.79139Z","steps":["trace[1816790871] 'process raft request' (duration: 4.610192954s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:02.791458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.179592Z","time spent":"4.611789226s","remote":"127.0.0.1:50010","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2698,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:02.791559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.180995Z","time spent":"4.610489212s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10652,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:02.791731Z","caller":"traceutil/trace.go:171","msg":"trace[928211934] transaction","detail":"{read_only:false; response_revision:3888; number_of_response:1; }","duration":"4.027711861s","start":"2026-04-28T07:23:58.763996Z","end":"2026-04-28T07:24:02.791708Z","steps":["trace[928211934] 'process raft request' (duration: 4.02733203s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:02.791887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.763975Z","time spent":"4.027828464s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:02.792248Z","caller":"traceutil/trace.go:171","msg":"trace[1554549233] transaction","detail":"{read_only:false; response_revision:3891; number_of_response:1; }","duration":"4.026076498s","start":"2026-04-28T07:23:58.766159Z","end":"2026-04-28T07:24:02.792236Z","steps":["trace[1554549233] 'process raft request' (duration: 4.02577597s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:02.79229Z","caller":"traceutil/trace.go:171","msg":"trace[193906518] linearizableReadLoop","detail":"{readStateIndex:4048; appliedIndex:4033; }","duration":"4.627264165s","start":"2026-04-28T07:23:58.165015Z","end":"2026-04-28T07:24:02.792279Z","steps":["trace[193906518] 'read index received' (duration: 651.306137ms)","trace[193906518] 'applied index is now lower than readState.Index' (duration: 3.975956988s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:02.792322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.766144Z","time spent":"4.02613649s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:02.792444Z","caller":"traceutil/trace.go:171","msg":"trace[1588884153] transaction","detail":"{read_only:false; response_revision:3889; number_of_response:1; }","duration":"4.02649503s","start":"2026-04-28T07:23:58.765939Z","end":"2026-04-28T07:24:02.792434Z","steps":["trace[1588884153] 'process raft request' (duration: 4.025624987s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:02.792475Z","caller":"traceutil/trace.go:171","msg":"trace[661795393] transaction","detail":"{read_only:false; response_revision:3890; number_of_response:1; }","duration":"4.026305265s","start":"2026-04-28T07:23:58.766145Z","end":"2026-04-28T07:24:02.792451Z","steps":["trace[661795393] 'process raft request' (duration: 4.025684149s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:02.792492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.765915Z","time spent":"4.026551402s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:02.792586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.766117Z","time spent":"4.026415397s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:02.792616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.593743899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-28T07:24:02.792228Z","caller":"traceutil/trace.go:171","msg":"trace[1487653645] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"1.901838679s","start":"2026-04-28T07:24:00.890366Z","end":"2026-04-28T07:24:02.792205Z","steps":["trace[1487653645] 'process raft request' (duration: 1.901780568s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:02.792655Z","caller":"traceutil/trace.go:171","msg":"trace[401369210] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3893; }","duration":"7.593833641s","start":"2026-04-28T07:23:55.19881Z","end":"2026-04-28T07:24:02.792644Z","steps":["trace[401369210] 'agreement among raft nodes before linearized reading' (duration: 7.593646077s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:02.7927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:55.198785Z","time spent":"7.593904774s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2010,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T07:24:02.792709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:00.890342Z","time spent":"1.902319042s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:02.792711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.927876507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:02.792769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.467522088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:02.792852Z","caller":"traceutil/trace.go:171","msg":"trace[1559933449] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:3893; }","duration":"6.467643851s","start":"2026-04-28T07:23:56.325195Z","end":"2026-04-28T07:24:02.792839Z","steps":["trace[1559933449] 'agreement among raft nodes before linearized reading' (duration: 6.467494868s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:02.792887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.026388855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:118754"} {"level":"info","ts":"2026-04-28T07:24:02.792922Z","caller":"traceutil/trace.go:171","msg":"trace[1298353946] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"2.88516775s","start":"2026-04-28T07:23:59.90774Z","end":"2026-04-28T07:24:02.792908Z","steps":["trace[1298353946] 'process raft request' (duration: 2.88436259s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:02.792942Z","caller":"traceutil/trace.go:171","msg":"trace[1129453693] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3893; }","duration":"6.026467537s","start":"2026-04-28T07:23:56.766459Z","end":"2026-04-28T07:24:02.792926Z","steps":["trace[1129453693] 'agreement among raft nodes before linearized reading' (duration: 6.026248361s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:02.792952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.695342408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:02.792989Z","caller":"traceutil/trace.go:171","msg":"trace[1609158501] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:3893; }","duration":"4.695383669s","start":"2026-04-28T07:23:58.097595Z","end":"2026-04-28T07:24:02.792979Z","steps":["trace[1609158501] 'agreement among raft nodes before linearized reading' (duration: 4.695242795s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:02.792993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.017525895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:24:02.793037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:59.907717Z","time spent":"2.885251202s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:24:02.793095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.072368868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:104716"} {"level":"info","ts":"2026-04-28T07:24:02.793097Z","caller":"traceutil/trace.go:171","msg":"trace[1534620260] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:3893; }","duration":"9.017699199s","start":"2026-04-28T07:23:53.775369Z","end":"2026-04-28T07:24:02.793069Z","steps":["trace[1534620260] 'agreement among raft nodes before linearized reading' (duration: 9.017523325s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:02.793096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.062844753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:02.793124Z","caller":"traceutil/trace.go:171","msg":"trace[1862415761] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3893; }","duration":"9.072395628s","start":"2026-04-28T07:23:53.720721Z","end":"2026-04-28T07:24:02.793117Z","steps":["trace[1862415761] 'agreement among raft nodes before linearized reading' (duration: 9.072246655s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:02.793147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:53.720686Z","time spent":"9.07245321s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":104738,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:24:02.792874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.683082843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:02.793138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.069606538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" ","response":"range_response_count:1 size:3616"} {"level":"info","ts":"2026-04-28T07:24:02.793148Z","caller":"traceutil/trace.go:171","msg":"trace[1244569213] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3893; }","duration":"7.062929275s","start":"2026-04-28T07:23:55.730206Z","end":"2026-04-28T07:24:02.793135Z","steps":["trace[1244569213] 'agreement among raft nodes before linearized reading' (duration: 7.062810612s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:02.793185Z","caller":"traceutil/trace.go:171","msg":"trace[1292623572] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:3893; }","duration":"4.683425171s","start":"2026-04-28T07:23:58.109747Z","end":"2026-04-28T07:24:02.793172Z","steps":["trace[1292623572] 'agreement among raft nodes before linearized reading' (duration: 4.683081992s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:02.793198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:55.730192Z","time spent":"7.062997497s","remote":"127.0.0.1:51644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:02.793198Z","caller":"traceutil/trace.go:171","msg":"trace[1142455411] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d; range_end:; response_count:1; response_revision:3893; }","duration":"8.06971191s","start":"2026-04-28T07:23:54.723468Z","end":"2026-04-28T07:24:02.79318Z","steps":["trace[1142455411] 'agreement among raft nodes before linearized reading' (duration: 8.069562406s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:02.79314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:53.775351Z","time spent":"9.017780401s","remote":"127.0.0.1:49844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:02.793247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.109736Z","time spent":"4.683476613s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:02.792664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.576888946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-28T07:24:02.793242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:54.723443Z","time spent":"8.069788382s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3638,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" "} {"level":"info","ts":"2026-04-28T07:24:02.793307Z","caller":"traceutil/trace.go:171","msg":"trace[1178537297] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3893; }","duration":"7.577548162s","start":"2026-04-28T07:23:55.215737Z","end":"2026-04-28T07:24:02.793286Z","steps":["trace[1178537297] 'agreement among raft nodes before linearized reading' (duration: 7.576729451s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:02.79295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.069004091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"warn","ts":"2026-04-28T07:24:02.79336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:55.215726Z","time spent":"7.577618653s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T07:24:02.793387Z","caller":"traceutil/trace.go:171","msg":"trace[411948199] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3893; }","duration":"8.069471463s","start":"2026-04-28T07:23:54.723899Z","end":"2026-04-28T07:24:02.79337Z","steps":["trace[411948199] 'agreement among raft nodes before linearized reading' (duration: 8.06897148s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:02.793435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:54.723878Z","time spent":"8.069544645s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:24:02.792988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:56.766446Z","time spent":"6.026531289s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":118776,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T07:24:02.793034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.097531Z","time spent":"4.695493372s","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":80,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:02.793016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:56.325177Z","time spent":"6.467732614s","remote":"127.0.0.1:49868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:02.792805Z","caller":"traceutil/trace.go:171","msg":"trace[533978937] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:3893; }","duration":"5.928031351s","start":"2026-04-28T07:23:56.864751Z","end":"2026-04-28T07:24:02.792783Z","steps":["trace[533978937] 'agreement among raft nodes before linearized reading' (duration: 5.927841216s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:02.793704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:56.86468Z","time spent":"5.929005236s","remote":"127.0.0.1:49922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:02.793889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.941083575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T07:24:02.793959Z","caller":"traceutil/trace.go:171","msg":"trace[1006103678] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3893; }","duration":"8.941193077s","start":"2026-04-28T07:23:53.852749Z","end":"2026-04-28T07:24:02.793942Z","steps":["trace[1006103678] 'agreement among raft nodes before linearized reading' (duration: 8.940436518s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:02.794011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:53.85273Z","time spent":"8.94126886s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T07:24:03.292812Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111509,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:24:03.475297Z","caller":"traceutil/trace.go:171","msg":"trace[917593150] transaction","detail":"{read_only:false; number_of_response:1; response_revision:3893; }","duration":"683.694023ms","start":"2026-04-28T07:24:02.791574Z","end":"2026-04-28T07:24:03.475269Z","steps":["trace[917593150] 'process raft request' (duration: 680.925112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:03.47549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:02.791544Z","time spent":"683.833376ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":36,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:04.417783Z","caller":"traceutil/trace.go:171","msg":"trace[1309243968] linearizableReadLoop","detail":"{readStateIndex:4058; appliedIndex:4054; }","duration":"1.62541977s","start":"2026-04-28T07:24:02.792329Z","end":"2026-04-28T07:24:04.417748Z","steps":["trace[1309243968] 'read index received' (duration: 680.353746ms)","trace[1309243968] 'applied index is now lower than readState.Index' (duration: 945.064874ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:04.417877Z","caller":"traceutil/trace.go:171","msg":"trace[92579692] transaction","detail":"{read_only:false; response_revision:3896; number_of_response:1; }","duration":"1.61689985s","start":"2026-04-28T07:24:02.800942Z","end":"2026-04-28T07:24:04.417842Z","steps":["trace[92579692] 'process raft request' (duration: 1.616743136s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:04.417955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260903979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:04.418006Z","caller":"traceutil/trace.go:171","msg":"trace[1642194261] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:3896; }","duration":"2.261021172s","start":"2026-04-28T07:24:02.156974Z","end":"2026-04-28T07:24:04.417995Z","steps":["trace[1642194261] 'agreement among raft nodes before linearized reading' (duration: 2.260788986s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:04.418026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:02.800918Z","time spent":"1.617032413s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:04.418043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:02.156943Z","time spent":"2.261094154s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":37,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:04.418114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.123137868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"warn","ts":"2026-04-28T07:24:04.418138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.688922903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18828"} {"level":"info","ts":"2026-04-28T07:24:04.418169Z","caller":"traceutil/trace.go:171","msg":"trace[1904555166] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:3896; }","duration":"6.123275521s","start":"2026-04-28T07:23:58.29488Z","end":"2026-04-28T07:24:04.418156Z","steps":["trace[1904555166] 'agreement among raft nodes before linearized reading' (duration: 6.123038585s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:04.418204Z","caller":"traceutil/trace.go:171","msg":"trace[228998196] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3896; }","duration":"5.689052326s","start":"2026-04-28T07:23:58.729135Z","end":"2026-04-28T07:24:04.418188Z","steps":["trace[228998196] 'agreement among raft nodes before linearized reading' (duration: 5.688745718s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:04.418231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670187513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:04.418231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.294848Z","time spent":"6.123358874s","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":919,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-28T07:24:04.418269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304966204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:04.418289Z","caller":"traceutil/trace.go:171","msg":"trace[248380837] transaction","detail":"{read_only:false; response_revision:3895; number_of_response:1; }","duration":"1.619779534s","start":"2026-04-28T07:24:02.798475Z","end":"2026-04-28T07:24:04.418255Z","steps":["trace[248380837] 'process raft request' (duration: 1.619131827s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:04.418343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.354778535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:04.418356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470316102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:04.41837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:02.798464Z","time spent":"1.619860737s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:04.418393Z","caller":"traceutil/trace.go:171","msg":"trace[1837315165] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:3896; }","duration":"4.470405965s","start":"2026-04-28T07:23:59.94798Z","end":"2026-04-28T07:24:04.418386Z","steps":["trace[1837315165] 'agreement among raft nodes before linearized reading' (duration: 4.470347664s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:04.418367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25938983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:04.41841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917688307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:04.418174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.507090801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:04.418456Z","caller":"traceutil/trace.go:171","msg":"trace[490690823] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:3896; }","duration":"2.917755489s","start":"2026-04-28T07:24:01.500693Z","end":"2026-04-28T07:24:04.418448Z","steps":["trace[490690823] 'agreement among raft nodes before linearized reading' (duration: 2.917684217s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:04.41847Z","caller":"traceutil/trace.go:171","msg":"trace[1816218791] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:3896; }","duration":"2.259541024s","start":"2026-04-28T07:24:02.1589Z","end":"2026-04-28T07:24:04.418441Z","steps":["trace[1816218791] 'agreement among raft nodes before linearized reading' (duration: 2.259354969s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:04.418488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.248102126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d\" ","response":"range_response_count:1 size:2535"} {"level":"warn","ts":"2026-04-28T07:24:04.418495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:01.500677Z","time spent":"2.91780958s","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:04.418503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.249635156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-28T07:24:04.418249Z","caller":"traceutil/trace.go:171","msg":"trace[283129227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3896; }","duration":"1.670297286s","start":"2026-04-28T07:24:02.747947Z","end":"2026-04-28T07:24:04.418244Z","steps":["trace[283129227] 'agreement among raft nodes before linearized reading' (duration: 1.670265075s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:04.418544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.057565181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:04.418527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:02.158879Z","time spent":"2.259635766s","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:04.418559Z","caller":"traceutil/trace.go:171","msg":"trace[1825660888] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:3896; }","duration":"2.057581191s","start":"2026-04-28T07:24:02.360974Z","end":"2026-04-28T07:24:04.418556Z","steps":["trace[1825660888] 'agreement among raft nodes before linearized reading' (duration: 2.057555941s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:04.418553Z","caller":"traceutil/trace.go:171","msg":"trace[470075029] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a; range_end:; response_count:1; response_revision:3896; }","duration":"6.249709778s","start":"2026-04-28T07:23:58.168826Z","end":"2026-04-28T07:24:04.418536Z","steps":["trace[470075029] 'agreement among raft nodes before linearized reading' (duration: 6.249606725s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:04.418572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:02.360916Z","time spent":"2.057653603s","remote":"127.0.0.1:51594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:04.418567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:02.747931Z","time spent":"1.670627493s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:24:04.418586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.623921807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:1 size:5406"} {"level":"warn","ts":"2026-04-28T07:24:04.418601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.168798Z","time spent":"6.2497939s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a\" "} {"level":"warn","ts":"2026-04-28T07:24:04.418471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.544242505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:04.418727Z","caller":"traceutil/trace.go:171","msg":"trace[1599761925] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:1; response_revision:3896; }","duration":"5.623994379s","start":"2026-04-28T07:23:58.794626Z","end":"2026-04-28T07:24:04.41862Z","steps":["trace[1599761925] 'agreement among raft nodes before linearized reading' (duration: 5.623874396s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:04.418271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.729113Z","time spent":"5.689143948s","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18850,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T07:24:04.41835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.735269077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:24:04.41879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.794611Z","time spent":"5.624156523s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5428,"request content":"key:\"/registry/secrets/openstack/valkey-server-certs\" "} {"level":"info","ts":"2026-04-28T07:24:04.418503Z","caller":"traceutil/trace.go:171","msg":"trace[1822905569] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3896; }","duration":"3.507445349s","start":"2026-04-28T07:24:00.911013Z","end":"2026-04-28T07:24:04.418458Z","steps":["trace[1822905569] 'agreement among raft nodes before linearized reading' (duration: 3.507043409s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:04.419212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:00.910991Z","time spent":"3.508210129s","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:04.418748Z","caller":"traceutil/trace.go:171","msg":"trace[1420215349] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3896; }","duration":"5.544528532s","start":"2026-04-28T07:23:58.87421Z","end":"2026-04-28T07:24:04.418738Z","steps":["trace[1420215349] 'agreement among raft nodes before linearized reading' (duration: 5.544216204s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:04.419333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.874187Z","time spent":"5.545122159s","remote":"127.0.0.1:50532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:04.418409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:59.947951Z","time spent":"4.470453246s","remote":"127.0.0.1:51982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:04.418817Z","caller":"traceutil/trace.go:171","msg":"trace[1163682688] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3896; }","duration":"3.735752719s","start":"2026-04-28T07:24:00.68304Z","end":"2026-04-28T07:24:04.418793Z","steps":["trace[1163682688] 'agreement among raft nodes before linearized reading' (duration: 3.735272027s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:04.419456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:00.683022Z","time spent":"3.736414727s","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:04.418244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.282106183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235675"} {"level":"info","ts":"2026-04-28T07:24:04.419566Z","caller":"traceutil/trace.go:171","msg":"trace[613870387] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:3896; }","duration":"5.283472718s","start":"2026-04-28T07:23:59.13607Z","end":"2026-04-28T07:24:04.419543Z","steps":["trace[613870387] 'agreement among raft nodes before linearized reading' (duration: 5.281824466s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:04.419642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:59.136049Z","time spent":"5.28357169s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235697,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-28T07:24:04.418345Z","caller":"traceutil/trace.go:171","msg":"trace[1754337981] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:3896; }","duration":"2.305052446s","start":"2026-04-28T07:24:02.113264Z","end":"2026-04-28T07:24:04.418317Z","steps":["trace[1754337981] 'agreement among raft nodes before linearized reading' (duration: 2.304974264s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:04.418397Z","caller":"traceutil/trace.go:171","msg":"trace[38683899] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3896; }","duration":"5.354834236s","start":"2026-04-28T07:23:59.063549Z","end":"2026-04-28T07:24:04.418383Z","steps":["trace[38683899] 'agreement among raft nodes before linearized reading' (duration: 5.354752754s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:04.420095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:59.063487Z","time spent":"5.356584822s","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:04.419935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:02.113241Z","time spent":"2.306641778s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:04.418397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.948320884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:04.420243Z","caller":"traceutil/trace.go:171","msg":"trace[503678176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3896; }","duration":"4.950192573s","start":"2026-04-28T07:23:59.470023Z","end":"2026-04-28T07:24:04.420216Z","steps":["trace[503678176] 'agreement among raft nodes before linearized reading' (duration: 4.948348535s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:04.417797Z","caller":"traceutil/trace.go:171","msg":"trace[9410738] transaction","detail":"{read_only:false; response_revision:3894; number_of_response:1; }","duration":"1.620636617s","start":"2026-04-28T07:24:02.797111Z","end":"2026-04-28T07:24:04.417748Z","steps":["trace[9410738] 'process raft request' (duration: 1.620047042s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:04.420309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:59.469998Z","time spent":"4.950289725s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:04.42041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:02.797086Z","time spent":"1.623258015s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118740,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:04.418514Z","caller":"traceutil/trace.go:171","msg":"trace[1407145714] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d; range_end:; response_count:1; response_revision:3896; }","duration":"6.248139017s","start":"2026-04-28T07:23:58.170368Z","end":"2026-04-28T07:24:04.418507Z","steps":["trace[1407145714] 'agreement among raft nodes before linearized reading' (duration: 6.248054835s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:04.420496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.170359Z","time spent":"6.250101638s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2557,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d\" "} {"level":"warn","ts":"2026-04-28T07:24:04.418906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.249458931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10667"} {"level":"info","ts":"2026-04-28T07:24:04.420618Z","caller":"traceutil/trace.go:171","msg":"trace[245280798] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:3896; }","duration":"6.251182115s","start":"2026-04-28T07:23:58.169407Z","end":"2026-04-28T07:24:04.420589Z","steps":["trace[245280798] 'agreement among raft nodes before linearized reading' (duration: 6.248729522s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:04.420705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:23:58.169389Z","time spent":"6.251288498s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10689,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-04-28T07:24:05.829704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265362815s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:38"} {"level":"info","ts":"2026-04-28T07:24:05.830039Z","caller":"traceutil/trace.go:171","msg":"trace[1550690869] linearizableReadLoop","detail":"{readStateIndex:4060; appliedIndex:4058; }","duration":"1.412136446s","start":"2026-04-28T07:24:04.417881Z","end":"2026-04-28T07:24:05.830017Z","steps":["trace[1550690869] 'read index received' (duration: 146.434462ms)","trace[1550690869] 'applied index is now lower than readState.Index' (duration: 1.265700784s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:05.830146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:03.476817Z","time spent":"2.35332249s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:24:05.830613Z","caller":"traceutil/trace.go:171","msg":"trace[1797148904] transaction","detail":"{read_only:false; response_revision:3897; number_of_response:1; }","duration":"2.081402666s","start":"2026-04-28T07:24:03.749191Z","end":"2026-04-28T07:24:05.830593Z","steps":["trace[1797148904] 'process raft request' (duration: 2.080607485s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:05.830734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:03.74917Z","time spent":"2.081491108s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:05.83095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406208423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:05.831045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.227191121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:05.831065Z","caller":"traceutil/trace.go:171","msg":"trace[572311704] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:3897; }","duration":"2.406340306s","start":"2026-04-28T07:24:03.424701Z","end":"2026-04-28T07:24:05.831041Z","steps":["trace[572311704] 'agreement among raft nodes before linearized reading' (duration: 2.406155161s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:05.831064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031043889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" ","response":"range_response_count:1 size:3616"} {"level":"info","ts":"2026-04-28T07:24:05.831096Z","caller":"traceutil/trace.go:171","msg":"trace[377673358] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:3897; }","duration":"2.227241912s","start":"2026-04-28T07:24:03.603838Z","end":"2026-04-28T07:24:05.83108Z","steps":["trace[377673358] 'agreement among raft nodes before linearized reading' (duration: 2.22715683s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:05.831099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030066883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T07:24:05.831147Z","caller":"traceutil/trace.go:171","msg":"trace[1063013786] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3897; }","duration":"2.030133015s","start":"2026-04-28T07:24:03.801002Z","end":"2026-04-28T07:24:05.831135Z","steps":["trace[1063013786] 'agreement among raft nodes before linearized reading' (duration: 2.029937959s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:05.831139Z","caller":"traceutil/trace.go:171","msg":"trace[312588521] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d; range_end:; response_count:1; response_revision:3897; }","duration":"2.031170203s","start":"2026-04-28T07:24:03.799952Z","end":"2026-04-28T07:24:05.831122Z","steps":["trace[312588521] 'agreement among raft nodes before linearized reading' (duration: 2.030905605s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:05.831145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:03.603787Z","time spent":"2.227345105s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":3,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:05.831136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:03.424656Z","time spent":"2.40646106s","remote":"127.0.0.1:51916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:05.831185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:03.800995Z","time spent":"2.030180746s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:24:05.831194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:03.799933Z","time spent":"2.031249915s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3638,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" "} {"level":"warn","ts":"2026-04-28T07:24:05.831041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.032035383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7102"} {"level":"info","ts":"2026-04-28T07:24:05.831263Z","caller":"traceutil/trace.go:171","msg":"trace[568067600] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:3897; }","duration":"3.03228678s","start":"2026-04-28T07:24:02.798963Z","end":"2026-04-28T07:24:05.83125Z","steps":["trace[568067600] 'agreement among raft nodes before linearized reading' (duration: 3.031988202s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:05.831311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:02.798952Z","time spent":"3.032346132s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7124,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-28T07:24:06.330436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111524,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:24:06.420154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000258756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:24:06.420248Z","caller":"traceutil/trace.go:171","msg":"trace[1485361040] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041679s","start":"2026-04-28T07:24:04.419811Z","end":"2026-04-28T07:24:06.420227Z","steps":["trace[1485361040] 'agreement among raft nodes before linearized reading' (duration: 2.000290986s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:06.420298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:04.419791Z","time spent":"2.000497471s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:24:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:24:06.550556Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.986249474s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:24:07.365819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089781422s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:07.365922Z","caller":"traceutil/trace.go:171","msg":"trace[1227961714] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3897; }","duration":"1.089929966s","start":"2026-04-28T07:24:06.275977Z","end":"2026-04-28T07:24:07.365907Z","steps":["trace[1227961714] 'range keys from in-memory index tree' (duration: 1.089765772s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:07.366338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.514758ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-28T07:24:07.366527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:04.421275Z","time spent":"2.945246228s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:24:07.366627Z","caller":"traceutil/trace.go:171","msg":"trace[1752340453] transaction","detail":"{read_only:false; response_revision:3898; number_of_response:1; }","duration":"2.944498898s","start":"2026-04-28T07:24:04.422105Z","end":"2026-04-28T07:24:07.366604Z","steps":["trace[1752340453] 'process raft request' (duration: 2.944338743s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:07.366741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:04.422092Z","time spent":"2.94458896s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2900,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:24:07.411014Z","caller":"traceutil/trace.go:171","msg":"trace[1616989674] transaction","detail":"{read_only:false; response_revision:3899; number_of_response:1; }","duration":"2.610530404s","start":"2026-04-28T07:24:04.800458Z","end":"2026-04-28T07:24:07.410988Z","steps":["trace[1616989674] 'process raft request' (duration: 2.610334549s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:07.411294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:04.800444Z","time spent":"2.610751542s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:07.411451Z","caller":"traceutil/trace.go:171","msg":"trace[289740632] transaction","detail":"{read_only:false; response_revision:3901; number_of_response:1; }","duration":"2.61032391s","start":"2026-04-28T07:24:04.801093Z","end":"2026-04-28T07:24:07.411416Z","steps":["trace[289740632] 'process raft request' (duration: 2.610129485s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:07.411633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:04.801066Z","time spent":"2.610473514s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:07.411662Z","caller":"traceutil/trace.go:171","msg":"trace[788417870] linearizableReadLoop","detail":"{readStateIndex:4068; appliedIndex:4060; }","duration":"1.581527799s","start":"2026-04-28T07:24:05.830089Z","end":"2026-04-28T07:24:07.411616Z","steps":["trace[788417870] 'read index received' (duration: 720.777236ms)","trace[788417870] 'applied index is now lower than readState.Index' (duration: 860.749933ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:07.412277Z","caller":"traceutil/trace.go:171","msg":"trace[1850969098] transaction","detail":"{read_only:false; response_revision:3900; number_of_response:1; }","duration":"2.611364667s","start":"2026-04-28T07:24:04.800883Z","end":"2026-04-28T07:24:07.412247Z","steps":["trace[1850969098] 'process raft request' (duration: 2.610045023s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:07.412332Z","caller":"traceutil/trace.go:171","msg":"trace[506528011] transaction","detail":"{read_only:false; response_revision:3904; number_of_response:1; }","duration":"1.570637129s","start":"2026-04-28T07:24:05.841669Z","end":"2026-04-28T07:24:07.412306Z","steps":["trace[506528011] 'process raft request' (duration: 1.56989478s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:07.412386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992184297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d\" ","response":"range_response_count:1 size:2535"} {"level":"info","ts":"2026-04-28T07:24:07.412449Z","caller":"traceutil/trace.go:171","msg":"trace[379582720] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d; range_end:; response_count:1; response_revision:3904; }","duration":"2.992290079s","start":"2026-04-28T07:24:04.420142Z","end":"2026-04-28T07:24:07.412432Z","steps":["trace[379582720] 'agreement among raft nodes before linearized reading' (duration: 2.992107484s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:07.412441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:05.841657Z","time spent":"1.570722211s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:07.4125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:04.420118Z","time spent":"2.992369501s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2557,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d\" "} {"level":"warn","ts":"2026-04-28T07:24:07.412438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.982597301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2713"} {"level":"warn","ts":"2026-04-28T07:24:07.412586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987374483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d\" ","response":"range_response_count:1 size:2535"} {"level":"warn","ts":"2026-04-28T07:24:07.412574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:04.800874Z","time spent":"2.61148184s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:07.412621Z","caller":"traceutil/trace.go:171","msg":"trace[1993668722] transaction","detail":"{read_only:false; response_revision:3903; number_of_response:1; }","duration":"1.579903987s","start":"2026-04-28T07:24:05.832698Z","end":"2026-04-28T07:24:07.412602Z","steps":["trace[1993668722] 'process raft request' (duration: 1.578782649s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:07.412666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.987465345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18828"} {"level":"info","ts":"2026-04-28T07:24:07.412635Z","caller":"traceutil/trace.go:171","msg":"trace[2041507266] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d; range_end:; response_count:1; response_revision:3904; }","duration":"1.987449856s","start":"2026-04-28T07:24:05.425158Z","end":"2026-04-28T07:24:07.412608Z","steps":["trace[2041507266] 'agreement among raft nodes before linearized reading' (duration: 1.987339283s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:07.412693Z","caller":"traceutil/trace.go:171","msg":"trace[1092456599] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:3904; }","duration":"2.982836306s","start":"2026-04-28T07:24:04.429769Z","end":"2026-04-28T07:24:07.412605Z","steps":["trace[1092456599] 'agreement among raft nodes before linearized reading' (duration: 2.982536409s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:07.412731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:05.425136Z","time spent":"1.987586258s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2557,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d\" "} {"level":"warn","ts":"2026-04-28T07:24:07.412725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:05.832668Z","time spent":"1.58000313s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:07.412769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:04.429741Z","time spent":"2.983011841s","remote":"127.0.0.1:50010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2735,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"info","ts":"2026-04-28T07:24:07.412709Z","caller":"traceutil/trace.go:171","msg":"trace[1172494104] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3904; }","duration":"2.987521866s","start":"2026-04-28T07:24:04.425175Z","end":"2026-04-28T07:24:07.412697Z","steps":["trace[1172494104] 'agreement among raft nodes before linearized reading' (duration: 2.987398773s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:07.412884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:04.425168Z","time spent":"2.987698241s","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18850,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T07:24:07.412978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.909574619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:3 size:235675"} {"level":"info","ts":"2026-04-28T07:24:07.413007Z","caller":"traceutil/trace.go:171","msg":"trace[232437073] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:3; response_revision:3904; }","duration":"2.909636829s","start":"2026-04-28T07:24:04.503362Z","end":"2026-04-28T07:24:07.412999Z","steps":["trace[232437073] 'agreement among raft nodes before linearized reading' (duration: 2.909058065s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:07.413045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:04.503346Z","time spent":"2.909678721s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":235697,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-28T07:24:07.413037Z","caller":"traceutil/trace.go:171","msg":"trace[300340098] transaction","detail":"{read_only:false; response_revision:3902; number_of_response:1; }","duration":"2.611442779s","start":"2026-04-28T07:24:04.801112Z","end":"2026-04-28T07:24:07.412555Z","steps":["trace[300340098] 'process raft request' (duration: 2.610246609s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:07.413133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:04.801078Z","time spent":"2.612003974s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:07.413417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.613338528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:24:07.413499Z","caller":"traceutil/trace.go:171","msg":"trace[979701878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:3904; }","duration":"2.613511813s","start":"2026-04-28T07:24:04.79997Z","end":"2026-04-28T07:24:07.413481Z","steps":["trace[979701878] 'agreement among raft nodes before linearized reading' (duration: 2.613253046s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:07.413553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:04.799951Z","time spent":"2.613584754s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:24:07.912197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:24:08.167124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000400749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:24:08.167219Z","caller":"traceutil/trace.go:171","msg":"trace[762045287] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000557783s","start":"2026-04-28T07:24:06.166638Z","end":"2026-04-28T07:24:08.167196Z","steps":["trace[762045287] 'agreement among raft nodes before linearized reading' (duration: 2.00043487s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:08.167272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:06.166617Z","time spent":"2.000643405s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:24:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:24:08.413071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111529,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:24:08.42829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000078561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:24:08.428399Z","caller":"traceutil/trace.go:171","msg":"trace[1075699187] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000245185s","start":"2026-04-28T07:24:06.428133Z","end":"2026-04-28T07:24:08.428378Z","steps":["trace[1075699187] 'agreement among raft nodes before linearized reading' (duration: 2.000117582s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:08.428472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:06.42811Z","time spent":"2.000348427s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:24:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:24:08.909839Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.499048365s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:24:09.617993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.898005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:24:09.618272Z","caller":"traceutil/trace.go:171","msg":"trace[1419643734] transaction","detail":"{read_only:false; response_revision:3907; number_of_response:1; }","duration":"200.563326ms","start":"2026-04-28T07:24:09.417691Z","end":"2026-04-28T07:24:09.618254Z","steps":["trace[1419643734] 'process raft request' (duration: 200.490444ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:09.618594Z","caller":"traceutil/trace.go:171","msg":"trace[1802833367] transaction","detail":"{read_only:false; response_revision:3905; number_of_response:1; }","duration":"2.249769143s","start":"2026-04-28T07:24:07.368802Z","end":"2026-04-28T07:24:09.618571Z","steps":["trace[1802833367] 'process raft request' (duration: 1.541203791s)","trace[1802833367] 'compare' (duration: 706.93298ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:09.618631Z","caller":"traceutil/trace.go:171","msg":"trace[431560312] transaction","detail":"{read_only:false; response_revision:3906; number_of_response:1; }","duration":"2.214407032s","start":"2026-04-28T07:24:07.404184Z","end":"2026-04-28T07:24:09.618591Z","steps":["trace[431560312] 'process raft request' (duration: 2.213900708s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:09.618779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.585866219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:09.618797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:07.404164Z","time spent":"2.214550435s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:09.618828Z","caller":"traceutil/trace.go:171","msg":"trace[1093062876] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:3907; }","duration":"3.585976952s","start":"2026-04-28T07:24:06.032841Z","end":"2026-04-28T07:24:09.618818Z","steps":["trace[1093062876] 'agreement among raft nodes before linearized reading' (duration: 3.585853369s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:09.618662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:07.368781Z","time spent":"2.249847095s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:09.618859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:06.032822Z","time spent":"3.586028163s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:09.618636Z","caller":"traceutil/trace.go:171","msg":"trace[891140922] linearizableReadLoop","detail":"{readStateIndex:4070; appliedIndex:4068; }","duration":"2.206865108s","start":"2026-04-28T07:24:07.411736Z","end":"2026-04-28T07:24:09.618601Z","steps":["trace[891140922] 'read index received' (duration: 1.498218363s)","trace[891140922] 'applied index is now lower than readState.Index' (duration: 708.644675ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:09.618894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.777320083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" ","response":"range_response_count:1 size:3616"} {"level":"warn","ts":"2026-04-28T07:24:09.618904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779652502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-04-28T07:24:09.618939Z","caller":"traceutil/trace.go:171","msg":"trace[426301807] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d; range_end:; response_count:1; response_revision:3907; }","duration":"2.777400514s","start":"2026-04-28T07:24:06.841526Z","end":"2026-04-28T07:24:09.618926Z","steps":["trace[426301807] 'agreement among raft nodes before linearized reading' (duration: 2.77725105s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:09.618951Z","caller":"traceutil/trace.go:171","msg":"trace[1470395803] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3907; }","duration":"2.779787186s","start":"2026-04-28T07:24:06.839153Z","end":"2026-04-28T07:24:09.61894Z","steps":["trace[1470395803] 'agreement among raft nodes before linearized reading' (duration: 2.779660713s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:09.618976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:06.839124Z","time spent":"2.779846447s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3985,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:24:09.618978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:06.841502Z","time spent":"2.777468546s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3638,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" "} {"level":"warn","ts":"2026-04-28T07:24:09.619009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246520379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:118754"} {"level":"info","ts":"2026-04-28T07:24:09.619066Z","caller":"traceutil/trace.go:171","msg":"trace[515933393] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:3907; }","duration":"2.246613101s","start":"2026-04-28T07:24:07.37244Z","end":"2026-04-28T07:24:09.619053Z","steps":["trace[515933393] 'agreement among raft nodes before linearized reading' (duration: 2.246407036s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:09.619108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:07.372424Z","time spent":"2.246675892s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":118776,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-28T07:24:09.619081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.274235282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:09.619205Z","caller":"traceutil/trace.go:171","msg":"trace[453646993] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:3907; }","duration":"3.274426567s","start":"2026-04-28T07:24:06.344751Z","end":"2026-04-28T07:24:09.619177Z","steps":["trace[453646993] 'agreement among raft nodes before linearized reading' (duration: 3.27414328s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:09.620191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:06.344729Z","time spent":"3.275447213s","remote":"127.0.0.1:51874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:09.651674Z","caller":"traceutil/trace.go:171","msg":"trace[2112818225] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"232.830788ms","start":"2026-04-28T07:24:09.418809Z","end":"2026-04-28T07:24:09.651639Z","steps":["trace[2112818225] 'process raft request' (duration: 232.675484ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:09.651724Z","caller":"traceutil/trace.go:171","msg":"trace[2121693081] transaction","detail":"{read_only:false; response_revision:3910; number_of_response:1; }","duration":"230.20664ms","start":"2026-04-28T07:24:09.421488Z","end":"2026-04-28T07:24:09.651694Z","steps":["trace[2121693081] 'process raft request' (duration: 230.067027ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:09.65173Z","caller":"traceutil/trace.go:171","msg":"trace[1313991170] transaction","detail":"{read_only:false; response_revision:3908; number_of_response:1; }","duration":"232.892139ms","start":"2026-04-28T07:24:09.4188Z","end":"2026-04-28T07:24:09.651693Z","steps":["trace[1313991170] 'process raft request' (duration: 232.477499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:09.652031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233475684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d\" ","response":"range_response_count:1 size:2535"} {"level":"info","ts":"2026-04-28T07:24:09.652074Z","caller":"traceutil/trace.go:171","msg":"trace[1566727873] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d; range_end:; response_count:1; response_revision:3910; }","duration":"1.233594836s","start":"2026-04-28T07:24:08.418468Z","end":"2026-04-28T07:24:09.652063Z","steps":["trace[1566727873] 'agreement among raft nodes before linearized reading' (duration: 1.233398331s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:09.652099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:08.418447Z","time spent":"1.233644467s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2557,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d\" "} {"level":"warn","ts":"2026-04-28T07:24:09.652129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747178826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:09.652176Z","caller":"traceutil/trace.go:171","msg":"trace[1504773951] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3910; }","duration":"1.747258438s","start":"2026-04-28T07:24:07.904898Z","end":"2026-04-28T07:24:09.652156Z","steps":["trace[1504773951] 'agreement among raft nodes before linearized reading' (duration: 1.747183206s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:09.65221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:07.904877Z","time spent":"1.74732285s","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:09.652247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.233285849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:104716"} {"level":"info","ts":"2026-04-28T07:24:09.652287Z","caller":"traceutil/trace.go:171","msg":"trace[1134655664] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:3910; }","duration":"2.233379151s","start":"2026-04-28T07:24:07.4189Z","end":"2026-04-28T07:24:09.652279Z","steps":["trace[1134655664] 'agreement among raft nodes before linearized reading' (duration: 2.233048552s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:09.652266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237063675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-04-28T07:24:09.65231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:07.418879Z","time spent":"2.233424902s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":104738,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:24:09.652324Z","caller":"traceutil/trace.go:171","msg":"trace[871955204] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:3910; }","duration":"2.237159898s","start":"2026-04-28T07:24:07.415151Z","end":"2026-04-28T07:24:09.652311Z","steps":["trace[871955204] 'agreement among raft nodes before linearized reading' (duration: 2.237016043s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:09.65236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:07.415133Z","time spent":"2.237218719s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:24:09.652377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.23605598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10667"} {"level":"warn","ts":"2026-04-28T07:24:09.652452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.038048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:09.652481Z","caller":"traceutil/trace.go:171","msg":"trace[554512883] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:3910; }","duration":"147.11135ms","start":"2026-04-28T07:24:09.505361Z","end":"2026-04-28T07:24:09.652472Z","steps":["trace[554512883] 'agreement among raft nodes before linearized reading' (duration: 147.050219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:09.652508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.232340584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/valkey-server-certs\" ","response":"range_response_count:1 size:5406"} {"level":"info","ts":"2026-04-28T07:24:09.65253Z","caller":"traceutil/trace.go:171","msg":"trace[261947964] range","detail":"{range_begin:/registry/secrets/openstack/valkey-server-certs; range_end:; response_count:1; response_revision:3910; }","duration":"2.232383684s","start":"2026-04-28T07:24:07.42014Z","end":"2026-04-28T07:24:09.652524Z","steps":["trace[261947964] 'agreement among raft nodes before linearized reading' (duration: 2.232314103s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:09.652483Z","caller":"traceutil/trace.go:171","msg":"trace[1229787022] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:3910; }","duration":"2.236230774s","start":"2026-04-28T07:24:07.416233Z","end":"2026-04-28T07:24:09.652464Z","steps":["trace[1229787022] 'agreement among raft nodes before linearized reading' (duration: 2.235842243s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:09.652554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:07.420131Z","time spent":"2.232418355s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":5428,"request content":"key:\"/registry/secrets/openstack/valkey-server-certs\" "} {"level":"warn","ts":"2026-04-28T07:24:09.652563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.217863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:09.652591Z","caller":"traceutil/trace.go:171","msg":"trace[972287164] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3910; }","duration":"279.240424ms","start":"2026-04-28T07:24:09.373339Z","end":"2026-04-28T07:24:09.652579Z","steps":["trace[972287164] 'agreement among raft nodes before linearized reading' (duration: 279.208803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:09.652635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21585977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:09.652529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.264961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:09.652663Z","caller":"traceutil/trace.go:171","msg":"trace[1003887036] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3910; }","duration":"1.215909601s","start":"2026-04-28T07:24:08.436747Z","end":"2026-04-28T07:24:09.652656Z","steps":["trace[1003887036] 'agreement among raft nodes before linearized reading' (duration: 1.21586749s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:09.652737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:08.436737Z","time spent":"1.215995033s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:24:09.652587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:07.416224Z","time spent":"2.236344848s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10689,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"info","ts":"2026-04-28T07:24:09.652773Z","caller":"traceutil/trace.go:171","msg":"trace[887285988] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3910; }","duration":"921.456786ms","start":"2026-04-28T07:24:08.73121Z","end":"2026-04-28T07:24:09.652667Z","steps":["trace[887285988] 'agreement among raft nodes before linearized reading' (duration: 921.289512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:09.652888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:08.731186Z","time spent":"921.676352ms","remote":"127.0.0.1:50530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:10.497754Z","caller":"traceutil/trace.go:171","msg":"trace[636635710] linearizableReadLoop","detail":"{readStateIndex:4132; appliedIndex:4131; }","duration":"266.417642ms","start":"2026-04-28T07:24:10.231312Z","end":"2026-04-28T07:24:10.49773Z","steps":["trace[636635710] 'read index received' (duration: 262.331318ms)","trace[636635710] 'applied index is now lower than readState.Index' (duration: 4.085324ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:10.497806Z","caller":"traceutil/trace.go:171","msg":"trace[1381149351] transaction","detail":"{read_only:false; response_revision:3966; number_of_response:1; }","duration":"352.177381ms","start":"2026-04-28T07:24:10.145605Z","end":"2026-04-28T07:24:10.497782Z","steps":["trace[1381149351] 'process raft request' (duration: 348.058245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:10.498852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:10.145592Z","time spent":"352.933391ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7048,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:10.499387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.431455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-04-28T07:24:10.499475Z","caller":"traceutil/trace.go:171","msg":"trace[2008667764] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3966; }","duration":"117.589539ms","start":"2026-04-28T07:24:10.381866Z","end":"2026-04-28T07:24:10.499456Z","steps":["trace[2008667764] 'agreement among raft nodes before linearized reading' (duration: 117.191099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:10.50304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.714489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:4 size:293860"} {"level":"info","ts":"2026-04-28T07:24:10.503117Z","caller":"traceutil/trace.go:171","msg":"trace[1858158100] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:4; response_revision:3966; }","duration":"271.825812ms","start":"2026-04-28T07:24:10.231267Z","end":"2026-04-28T07:24:10.503092Z","steps":["trace[1858158100] 'agreement among raft nodes before linearized reading' (duration: 266.778552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:10.929222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.313782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:24:10.929315Z","caller":"traceutil/trace.go:171","msg":"trace[668448023] linearizableReadLoop","detail":"{readStateIndex:4136; appliedIndex:4135; }","duration":"397.900389ms","start":"2026-04-28T07:24:10.531401Z","end":"2026-04-28T07:24:10.929301Z","steps":["trace[668448023] 'read index received' (duration: 101.441674ms)","trace[668448023] 'applied index is now lower than readState.Index' (duration: 296.457745ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:10.92939Z","caller":"traceutil/trace.go:171","msg":"trace[105432158] transaction","detail":"{read_only:false; response_revision:3970; number_of_response:1; }","duration":"402.488207ms","start":"2026-04-28T07:24:10.526877Z","end":"2026-04-28T07:24:10.929365Z","steps":["trace[105432158] 'process raft request' (duration: 105.956929ms)","trace[105432158] 'compare' (duration: 296.145208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:10.929421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.021312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:10.929448Z","caller":"traceutil/trace.go:171","msg":"trace[130367244] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3970; }","duration":"398.084704ms","start":"2026-04-28T07:24:10.531358Z","end":"2026-04-28T07:24:10.929443Z","steps":["trace[130367244] 'agreement among raft nodes before linearized reading' (duration: 398.010402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:10.929451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:10.526842Z","time spent":"402.583309ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":695,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:24:10.929468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:10.531342Z","time spent":"398.121335ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:24:10.929721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.615667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" ","response":"range_response_count:1 size:3616"} {"level":"info","ts":"2026-04-28T07:24:10.929751Z","caller":"traceutil/trace.go:171","msg":"trace[1903755805] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d; range_end:; response_count:1; response_revision:3970; }","duration":"304.707349ms","start":"2026-04-28T07:24:10.625035Z","end":"2026-04-28T07:24:10.929743Z","steps":["trace[1903755805] 'agreement among raft nodes before linearized reading' (duration: 304.596417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:10.929771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:10.625016Z","time spent":"304.7493ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3638,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" "} {"level":"warn","ts":"2026-04-28T07:24:10.92981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.402723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:10.929856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.707493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:24:10.929876Z","caller":"traceutil/trace.go:171","msg":"trace[992343889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3970; }","duration":"228.520856ms","start":"2026-04-28T07:24:10.701335Z","end":"2026-04-28T07:24:10.929856Z","steps":["trace[992343889] 'agreement among raft nodes before linearized reading' (duration: 228.370723ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:10.929906Z","caller":"traceutil/trace.go:171","msg":"trace[1356251368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3970; }","duration":"296.803645ms","start":"2026-04-28T07:24:10.633086Z","end":"2026-04-28T07:24:10.929889Z","steps":["trace[1356251368] 'agreement among raft nodes before linearized reading' (duration: 296.673912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:10.929911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.326566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d\" ","response":"range_response_count:1 size:3600"} {"level":"warn","ts":"2026-04-28T07:24:10.929925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.293288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:24:10.930012Z","caller":"traceutil/trace.go:171","msg":"trace[1577810904] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d; range_end:; response_count:1; response_revision:3970; }","duration":"272.475559ms","start":"2026-04-28T07:24:10.657516Z","end":"2026-04-28T07:24:10.929991Z","steps":["trace[1577810904] 'agreement among raft nodes before linearized reading' (duration: 272.174941ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:10.930014Z","caller":"traceutil/trace.go:171","msg":"trace[572073558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3970; }","duration":"297.405442ms","start":"2026-04-28T07:24:10.63259Z","end":"2026-04-28T07:24:10.929996Z","steps":["trace[572073558] 'agreement among raft nodes before linearized reading' (duration: 297.146615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:10.92991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.484348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:24:10.930106Z","caller":"traceutil/trace.go:171","msg":"trace[1626099544] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3970; }","duration":"303.705734ms","start":"2026-04-28T07:24:10.626367Z","end":"2026-04-28T07:24:10.930072Z","steps":["trace[1626099544] 'agreement among raft nodes before linearized reading' (duration: 303.374885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:10.930169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:10.626358Z","time spent":"303.790726ms","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:24:10.929957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.222745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:4 size:293860"} {"level":"info","ts":"2026-04-28T07:24:10.930324Z","caller":"traceutil/trace.go:171","msg":"trace[1814731683] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:4; response_revision:3970; }","duration":"300.562543ms","start":"2026-04-28T07:24:10.629723Z","end":"2026-04-28T07:24:10.930286Z","steps":["trace[1814731683] 'agreement among raft nodes before linearized reading' (duration: 300.015119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:10.93043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:10.629716Z","time spent":"300.676406ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":4,"response size":293882,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-28T07:24:11.641306Z","caller":"traceutil/trace.go:171","msg":"trace[555850435] linearizableReadLoop","detail":"{readStateIndex:4152; appliedIndex:4151; }","duration":"495.833842ms","start":"2026-04-28T07:24:11.145446Z","end":"2026-04-28T07:24:11.64128Z","steps":["trace[555850435] 'read index received' (duration: 495.698508ms)","trace[555850435] 'applied index is now lower than readState.Index' (duration: 133.934µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:11.641373Z","caller":"traceutil/trace.go:171","msg":"trace[366778610] transaction","detail":"{read_only:false; response_revision:3986; number_of_response:1; }","duration":"518.99342ms","start":"2026-04-28T07:24:11.122349Z","end":"2026-04-28T07:24:11.641343Z","steps":["trace[366778610] 'process raft request' (duration: 518.776213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:11.641518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:11.122336Z","time spent":"519.098032ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:11.641575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.096599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jkw9c.18aa747348fa2ffa\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-04-28T07:24:11.641625Z","caller":"traceutil/trace.go:171","msg":"trace[1265846687] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-jkw9c.18aa747348fa2ffa; range_end:; response_count:1; response_revision:3986; }","duration":"496.220432ms","start":"2026-04-28T07:24:11.145392Z","end":"2026-04-28T07:24:11.641612Z","steps":["trace[1265846687] 'agreement among raft nodes before linearized reading' (duration: 496.025247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:11.641668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:11.145367Z","time spent":"496.292264ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":882,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jkw9c.18aa747348fa2ffa\" "} {"level":"warn","ts":"2026-04-28T07:24:11.642544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.443467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:11.642605Z","caller":"traceutil/trace.go:171","msg":"trace[2013343489] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:3987; }","duration":"468.554129ms","start":"2026-04-28T07:24:11.174032Z","end":"2026-04-28T07:24:11.642586Z","steps":["trace[2013343489] 'agreement among raft nodes before linearized reading' (duration: 468.453117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:11.642686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:11.174006Z","time spent":"468.667013ms","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:11.642913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.694873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:11.642914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.79399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-28T07:24:11.642962Z","caller":"traceutil/trace.go:171","msg":"trace[305656268] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3987; }","duration":"402.797926ms","start":"2026-04-28T07:24:11.240151Z","end":"2026-04-28T07:24:11.642949Z","steps":["trace[305656268] 'agreement among raft nodes before linearized reading' (duration: 402.703993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:11.642993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:11.240127Z","time spent":"402.856997ms","remote":"127.0.0.1:49858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:11.642985Z","caller":"traceutil/trace.go:171","msg":"trace[1675707809] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:3987; }","duration":"158.932764ms","start":"2026-04-28T07:24:11.484035Z","end":"2026-04-28T07:24:11.642968Z","steps":["trace[1675707809] 'agreement among raft nodes before linearized reading' (duration: 158.7854ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:14.135893Z","caller":"traceutil/trace.go:171","msg":"trace[1922184091] transaction","detail":"{read_only:false; response_revision:4015; number_of_response:1; }","duration":"951.534152ms","start":"2026-04-28T07:24:13.184334Z","end":"2026-04-28T07:24:14.135868Z","steps":["trace[1922184091] 'process raft request' (duration: 951.387848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:14.136076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:13.184306Z","time spent":"951.660184ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10966,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:15.548198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.496962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:24:15.548646Z","caller":"traceutil/trace.go:171","msg":"trace[1243700030] transaction","detail":"{read_only:false; response_revision:4016; number_of_response:1; }","duration":"1.898367142s","start":"2026-04-28T07:24:13.650256Z","end":"2026-04-28T07:24:15.548623Z","steps":["trace[1243700030] 'process raft request' (duration: 1.378372257s)","trace[1243700030] 'compare' (duration: 518.98026ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:15.548731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:13.650221Z","time spent":"1.898461855s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:15.548957Z","caller":"traceutil/trace.go:171","msg":"trace[969184096] transaction","detail":"{read_only:false; response_revision:4017; number_of_response:1; }","duration":"1.882203365s","start":"2026-04-28T07:24:13.666735Z","end":"2026-04-28T07:24:15.548938Z","steps":["trace[969184096] 'process raft request' (duration: 1.881574279s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:15.548968Z","caller":"traceutil/trace.go:171","msg":"trace[82776958] transaction","detail":"{read_only:false; response_revision:4018; number_of_response:1; }","duration":"1.878677425s","start":"2026-04-28T07:24:13.670271Z","end":"2026-04-28T07:24:15.548948Z","steps":["trace[82776958] 'process raft request' (duration: 1.878376308s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:15.549022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:13.666726Z","time spent":"1.882263417s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:15.549058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:13.670238Z","time spent":"1.878769067s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:15.549419Z","caller":"traceutil/trace.go:171","msg":"trace[1490331937] linearizableReadLoop","detail":"{readStateIndex:4185; appliedIndex:4181; }","duration":"1.868019341s","start":"2026-04-28T07:24:13.681382Z","end":"2026-04-28T07:24:15.549401Z","steps":["trace[1490331937] 'read index received' (duration: 454.824035ms)","trace[1490331937] 'applied index is now lower than readState.Index' (duration: 1.413193846s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:15.54953Z","caller":"traceutil/trace.go:171","msg":"trace[1303567203] transaction","detail":"{read_only:false; response_revision:4019; number_of_response:1; }","duration":"1.875672868s","start":"2026-04-28T07:24:13.673832Z","end":"2026-04-28T07:24:15.549505Z","steps":["trace[1303567203] 'process raft request' (duration: 1.874893198s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:15.549657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:13.673805Z","time spent":"1.875789322s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:15.549656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.816111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:15.549696Z","caller":"traceutil/trace.go:171","msg":"trace[71347541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4019; }","duration":"846.907453ms","start":"2026-04-28T07:24:14.702778Z","end":"2026-04-28T07:24:15.549685Z","steps":["trace[71347541] 'agreement among raft nodes before linearized reading' (duration: 846.842631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:15.549728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:14.702714Z","time spent":"847.002946ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:24:15.549953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41727714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T07:24:15.549734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.268394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:15.550006Z","caller":"traceutil/trace.go:171","msg":"trace[1676025128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4019; }","duration":"1.417605649s","start":"2026-04-28T07:24:14.132385Z","end":"2026-04-28T07:24:15.54999Z","steps":["trace[1676025128] 'agreement among raft nodes before linearized reading' (duration: 1.4172662s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:15.550054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:14.132356Z","time spent":"1.41768508s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:24:15.550107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547511985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:24:15.550031Z","caller":"traceutil/trace.go:171","msg":"trace[473150834] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:4019; }","duration":"370.617552ms","start":"2026-04-28T07:24:15.179392Z","end":"2026-04-28T07:24:15.55001Z","steps":["trace[473150834] 'agreement among raft nodes before linearized reading' (duration: 370.285384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:15.55015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.794861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:24:15.550163Z","caller":"traceutil/trace.go:171","msg":"trace[1585672810] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4019; }","duration":"1.547580976s","start":"2026-04-28T07:24:14.002563Z","end":"2026-04-28T07:24:15.550144Z","steps":["trace[1585672810] 'agreement among raft nodes before linearized reading' (duration: 1.547444853s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:15.550265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548945592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" ","response":"range_response_count:1 size:3909"} {"level":"warn","ts":"2026-04-28T07:24:15.550306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408997536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" ","response":"range_response_count:1 size:3909"} {"level":"warn","ts":"2026-04-28T07:24:15.550317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:14.002553Z","time spent":"1.547745061s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T07:24:15.550341Z","caller":"traceutil/trace.go:171","msg":"trace[624227818] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d; range_end:; response_count:1; response_revision:4019; }","duration":"1.409065568s","start":"2026-04-28T07:24:14.141266Z","end":"2026-04-28T07:24:15.550332Z","steps":["trace[624227818] 'agreement among raft nodes before linearized reading' (duration: 1.408997816s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:15.550338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250776651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:15.550348Z","caller":"traceutil/trace.go:171","msg":"trace[2094540351] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d; range_end:; response_count:1; response_revision:4019; }","duration":"1.549083825s","start":"2026-04-28T07:24:14.001244Z","end":"2026-04-28T07:24:15.550327Z","steps":["trace[2094540351] 'agreement among raft nodes before linearized reading' (duration: 1.548923381s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:15.550365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:14.14125Z","time spent":"1.40911054s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3931,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" "} {"level":"info","ts":"2026-04-28T07:24:15.550375Z","caller":"traceutil/trace.go:171","msg":"trace[119097946] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4019; }","duration":"1.250861434s","start":"2026-04-28T07:24:14.299502Z","end":"2026-04-28T07:24:15.550363Z","steps":["trace[119097946] 'agreement among raft nodes before linearized reading' (duration: 1.250798792s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:15.550384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:14.001223Z","time spent":"1.549154217s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3931,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" "} {"level":"warn","ts":"2026-04-28T07:24:15.550407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:14.299474Z","time spent":"1.250925285s","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:15.55018Z","caller":"traceutil/trace.go:171","msg":"trace[221389926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4019; }","duration":"577.826642ms","start":"2026-04-28T07:24:14.972345Z","end":"2026-04-28T07:24:15.550171Z","steps":["trace[221389926] 'agreement among raft nodes before linearized reading' (duration: 577.74349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:15.550431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549606448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d\" ","response":"range_response_count:1 size:3890"} {"level":"warn","ts":"2026-04-28T07:24:15.550469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:14.972276Z","time spent":"578.184961ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:24:15.55047Z","caller":"traceutil/trace.go:171","msg":"trace[1802586279] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d; range_end:; response_count:1; response_revision:4019; }","duration":"1.5496714s","start":"2026-04-28T07:24:14.000787Z","end":"2026-04-28T07:24:15.550458Z","steps":["trace[1802586279] 'agreement among raft nodes before linearized reading' (duration: 1.549575028s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:15.550508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:14.000768Z","time spent":"1.549731581s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3912,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d\" "} {"level":"warn","ts":"2026-04-28T07:24:15.550192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.899632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-04-28T07:24:15.550541Z","caller":"traceutil/trace.go:171","msg":"trace[1291436642] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4019; }","duration":"167.293241ms","start":"2026-04-28T07:24:15.38324Z","end":"2026-04-28T07:24:15.550533Z","steps":["trace[1291436642] 'agreement among raft nodes before linearized reading' (duration: 166.85566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:15.550191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:15.17937Z","time spent":"370.798307ms","remote":"127.0.0.1:49908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:15.54997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.800249845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:24:15.550666Z","caller":"traceutil/trace.go:171","msg":"trace[57721161] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4019; }","duration":"1.801214789s","start":"2026-04-28T07:24:13.749439Z","end":"2026-04-28T07:24:15.550654Z","steps":["trace[57721161] 'agreement among raft nodes before linearized reading' (duration: 1.800180443s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:15.550703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:13.749417Z","time spent":"1.801275141s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:24:15.55024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.470386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:15.550768Z","caller":"traceutil/trace.go:171","msg":"trace[1125362806] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4019; }","duration":"667.0365ms","start":"2026-04-28T07:24:14.883721Z","end":"2026-04-28T07:24:15.550757Z","steps":["trace[1125362806] 'agreement among raft nodes before linearized reading' (duration: 666.497656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:15.550819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:14.883687Z","time spent":"667.117592ms","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:15.550249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.731406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:24:15.550872Z","caller":"traceutil/trace.go:171","msg":"trace[1131412667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4019; }","duration":"581.385252ms","start":"2026-04-28T07:24:14.969469Z","end":"2026-04-28T07:24:15.550854Z","steps":["trace[1131412667] 'agreement among raft nodes before linearized reading' (duration: 580.725166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:15.550929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:14.969447Z","time spent":"581.465205ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:24:15.550986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869604111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:24:15.551038Z","caller":"traceutil/trace.go:171","msg":"trace[1966940602] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4019; }","duration":"1.869690454s","start":"2026-04-28T07:24:13.681333Z","end":"2026-04-28T07:24:15.551023Z","steps":["trace[1966940602] 'agreement among raft nodes before linearized reading' (duration: 1.868191226s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:15.551081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:13.681306Z","time spent":"1.869762795s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:24:16.212047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.482836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:24:16.212314Z","caller":"traceutil/trace.go:171","msg":"trace[1827444208] transaction","detail":"{read_only:false; response_revision:4021; number_of_response:1; }","duration":"655.659919ms","start":"2026-04-28T07:24:15.556634Z","end":"2026-04-28T07:24:16.212294Z","steps":["trace[1827444208] 'process raft request' (duration: 655.527596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:16.212366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:15.556598Z","time spent":"655.743481ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:16.212324Z","caller":"traceutil/trace.go:171","msg":"trace[2023035686] transaction","detail":"{read_only:false; response_revision:4020; number_of_response:1; }","duration":"656.05955ms","start":"2026-04-28T07:24:15.556224Z","end":"2026-04-28T07:24:16.212284Z","steps":["trace[2023035686] 'process raft request' (duration: 439.197164ms)","trace[2023035686] 'compare' (duration: 215.969483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:16.212515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:15.556206Z","time spent":"656.199673ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:16.212905Z","caller":"traceutil/trace.go:171","msg":"trace[852928081] transaction","detail":"{read_only:false; response_revision:4022; number_of_response:1; }","duration":"656.061289ms","start":"2026-04-28T07:24:15.556726Z","end":"2026-04-28T07:24:16.212787Z","steps":["trace[852928081] 'process raft request' (duration: 655.531856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:16.212967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:15.55672Z","time spent":"656.211533ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:16.213122Z","caller":"traceutil/trace.go:171","msg":"trace[254694572] linearizableReadLoop","detail":"{readStateIndex:4189; appliedIndex:4185; }","duration":"654.813218ms","start":"2026-04-28T07:24:15.558291Z","end":"2026-04-28T07:24:16.213104Z","steps":["trace[254694572] 'read index received' (duration: 437.158462ms)","trace[254694572] 'applied index is now lower than readState.Index' (duration: 217.654096ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:16.21318Z","caller":"traceutil/trace.go:171","msg":"trace[788664720] transaction","detail":"{read_only:false; response_revision:4023; number_of_response:1; }","duration":"655.241469ms","start":"2026-04-28T07:24:15.557922Z","end":"2026-04-28T07:24:16.213164Z","steps":["trace[788664720] 'process raft request' (duration: 654.797897ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:16.213176Z","caller":"traceutil/trace.go:171","msg":"trace[1000548324] transaction","detail":"{read_only:false; response_revision:4024; number_of_response:1; }","duration":"653.388042ms","start":"2026-04-28T07:24:15.559734Z","end":"2026-04-28T07:24:16.213122Z","steps":["trace[1000548324] 'process raft request' (duration: 653.248397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:16.213311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.78056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:16.213352Z","caller":"traceutil/trace.go:171","msg":"trace[1370936368] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4025; }","duration":"499.854022ms","start":"2026-04-28T07:24:15.713486Z","end":"2026-04-28T07:24:16.21334Z","steps":["trace[1370936368] 'agreement among raft nodes before linearized reading' (duration: 499.788591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:16.213356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.531609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:16.213378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:15.713405Z","time spent":"499.966545ms","remote":"127.0.0.1:51436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:16.213397Z","caller":"traceutil/trace.go:171","msg":"trace[1885877148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4025; }","duration":"509.606321ms","start":"2026-04-28T07:24:15.703779Z","end":"2026-04-28T07:24:16.213385Z","steps":["trace[1885877148] 'agreement among raft nodes before linearized reading' (duration: 509.556029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:16.213406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:15.559722Z","time spent":"653.580067ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3909,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:16.213433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:15.703752Z","time spent":"509.674123ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:24:16.213309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.777268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:16.213517Z","caller":"traceutil/trace.go:171","msg":"trace[1101693980] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4025; }","duration":"648.018105ms","start":"2026-04-28T07:24:15.565491Z","end":"2026-04-28T07:24:16.213509Z","steps":["trace[1101693980] 'agreement among raft nodes before linearized reading' (duration: 647.770168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:16.213551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:15.56548Z","time spent":"648.060625ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:24:16.213669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.349782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105030"} {"level":"warn","ts":"2026-04-28T07:24:16.213248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:15.557873Z","time spent":"655.343881ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:16.213702Z","caller":"traceutil/trace.go:171","msg":"trace[302217643] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4025; }","duration":"655.444474ms","start":"2026-04-28T07:24:15.558249Z","end":"2026-04-28T07:24:16.213694Z","steps":["trace[302217643] 'agreement among raft nodes before linearized reading' (duration: 655.146057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:16.213729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:15.558237Z","time spent":"655.485805ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":105052,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:24:16.213238Z","caller":"traceutil/trace.go:171","msg":"trace[60895581] transaction","detail":"{read_only:false; response_revision:4025; number_of_response:1; }","duration":"322.755961ms","start":"2026-04-28T07:24:15.890473Z","end":"2026-04-28T07:24:16.213229Z","steps":["trace[60895581] 'process raft request' (duration: 322.591456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:16.213847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:15.890449Z","time spent":"323.339346ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:19.935529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111813,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:24:20.111847Z","caller":"traceutil/trace.go:171","msg":"trace[1491449045] transaction","detail":"{read_only:false; response_revision:4053; number_of_response:1; }","duration":"683.254743ms","start":"2026-04-28T07:24:19.428557Z","end":"2026-04-28T07:24:20.111812Z","steps":["trace[1491449045] 'process raft request' (duration: 682.980996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:20.112105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:19.428516Z","time spent":"683.437468ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:21.701218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000581087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:24:21.701337Z","caller":"traceutil/trace.go:171","msg":"trace[1028241215] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000788763s","start":"2026-04-28T07:24:19.700522Z","end":"2026-04-28T07:24:21.701311Z","steps":["trace[1028241215] 'agreement among raft nodes before linearized reading' (duration: 2.000626899s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:21.701413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:19.700494Z","time spent":"2.000906275s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:24:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:24:22.294481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553985534s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:24:22.295831Z","caller":"traceutil/trace.go:171","msg":"trace[453034444] transaction","detail":"{read_only:false; response_revision:4056; number_of_response:1; }","duration":"2.730081671s","start":"2026-04-28T07:24:19.565729Z","end":"2026-04-28T07:24:22.29581Z","steps":["trace[453034444] 'process raft request' (duration: 2.728992562s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:22.295738Z","caller":"traceutil/trace.go:171","msg":"trace[855130923] transaction","detail":"{read_only:false; response_revision:4055; number_of_response:1; }","duration":"2.731794704s","start":"2026-04-28T07:24:19.563903Z","end":"2026-04-28T07:24:22.295697Z","steps":["trace[855130923] 'process raft request' (duration: 2.730685655s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:22.29592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:19.565718Z","time spent":"2.730160523s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:22.296045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:19.563885Z","time spent":"2.73202318s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:22.296068Z","caller":"traceutil/trace.go:171","msg":"trace[1728016766] transaction","detail":"{read_only:false; response_revision:4058; number_of_response:1; }","duration":"2.727837893s","start":"2026-04-28T07:24:19.568208Z","end":"2026-04-28T07:24:22.296046Z","steps":["trace[1728016766] 'process raft request' (duration: 2.726619543s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:22.296085Z","caller":"traceutil/trace.go:171","msg":"trace[395197729] transaction","detail":"{read_only:false; response_revision:4057; number_of_response:1; }","duration":"2.728918281s","start":"2026-04-28T07:24:19.567133Z","end":"2026-04-28T07:24:22.296052Z","steps":["trace[395197729] 'process raft request' (duration: 2.727643357s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:22.296155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:19.568179Z","time spent":"2.727920686s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:22.296258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:19.5671Z","time spent":"2.729074615s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:22.296098Z","caller":"traceutil/trace.go:171","msg":"trace[2044817737] transaction","detail":"{read_only:false; response_revision:4054; number_of_response:1; }","duration":"2.866592046s","start":"2026-04-28T07:24:19.429457Z","end":"2026-04-28T07:24:22.296049Z","steps":["trace[2044817737] 'process raft request' (duration: 1.31095407s)","trace[2044817737] 'compare' (duration: 1.553707146s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:22.296436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:19.429436Z","time spent":"2.866971835s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:22.613867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.971663ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:24:22.613965Z","caller":"traceutil/trace.go:171","msg":"trace[1334454038] linearizableReadLoop","detail":"{readStateIndex:4227; appliedIndex:4220; }","duration":"3.179240326s","start":"2026-04-28T07:24:19.434707Z","end":"2026-04-28T07:24:22.613947Z","steps":["trace[1334454038] 'read index received' (duration: 676.824618ms)","trace[1334454038] 'applied index is now lower than readState.Index' (duration: 2.502414268s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:22.614252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.179538445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:24:22.614294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.404814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:22.614303Z","caller":"traceutil/trace.go:171","msg":"trace[98102174] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4058; }","duration":"3.179643378s","start":"2026-04-28T07:24:19.434647Z","end":"2026-04-28T07:24:22.61429Z","steps":["trace[98102174] 'agreement among raft nodes before linearized reading' (duration: 3.179533995s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:22.614334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:19.434591Z","time spent":"3.179737571s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:22.614332Z","caller":"traceutil/trace.go:171","msg":"trace[1295597646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4058; }","duration":"912.508168ms","start":"2026-04-28T07:24:21.70181Z","end":"2026-04-28T07:24:22.614319Z","steps":["trace[1295597646] 'agreement among raft nodes before linearized reading' (duration: 912.433026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:22.614363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:21.701781Z","time spent":"912.575119ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:24:22.614428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.035414616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:24:22.614498Z","caller":"traceutil/trace.go:171","msg":"trace[683753121] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4058; }","duration":"3.035523848s","start":"2026-04-28T07:24:19.578953Z","end":"2026-04-28T07:24:22.614477Z","steps":["trace[683753121] 'agreement among raft nodes before linearized reading' (duration: 3.035295663s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:22.614536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:19.578941Z","time spent":"3.03558671s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:24:22.614558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.196464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:22.614577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377867149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:24:22.614594Z","caller":"traceutil/trace.go:171","msg":"trace[865656436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4058; }","duration":"2.377966421s","start":"2026-04-28T07:24:20.236622Z","end":"2026-04-28T07:24:22.614589Z","steps":["trace[865656436] 'agreement among raft nodes before linearized reading' (duration: 2.377882819s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:22.614556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.100043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:22.614595Z","caller":"traceutil/trace.go:171","msg":"trace[767116795] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4058; }","duration":"723.299067ms","start":"2026-04-28T07:24:21.891284Z","end":"2026-04-28T07:24:22.614583Z","steps":["trace[767116795] 'agreement among raft nodes before linearized reading' (duration: 723.242806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:22.614638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:21.891244Z","time spent":"723.382749ms","remote":"127.0.0.1:51524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:22.614635Z","caller":"traceutil/trace.go:171","msg":"trace[1613835639] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:4058; }","duration":"584.229566ms","start":"2026-04-28T07:24:22.030387Z","end":"2026-04-28T07:24:22.614617Z","steps":["trace[1613835639] 'agreement among raft nodes before linearized reading' (duration: 584.067372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:22.614685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196055296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7075"} {"level":"warn","ts":"2026-04-28T07:24:22.61468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:22.030365Z","time spent":"584.305838ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":31,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:22.614704Z","caller":"traceutil/trace.go:171","msg":"trace[100597399] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:4058; }","duration":"1.196128018s","start":"2026-04-28T07:24:21.418569Z","end":"2026-04-28T07:24:22.614697Z","steps":["trace[100597399] 'agreement among raft nodes before linearized reading' (duration: 1.196050676s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:22.614725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:21.418462Z","time spent":"1.196256801s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7097,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-28T07:24:22.614802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378387071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:24:22.614834Z","caller":"traceutil/trace.go:171","msg":"trace[187847292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4058; }","duration":"2.378474454s","start":"2026-04-28T07:24:20.23635Z","end":"2026-04-28T07:24:22.614825Z","steps":["trace[187847292] 'agreement among raft nodes before linearized reading' (duration: 2.378369062s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:22.614846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381441489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-04-28T07:24:22.614863Z","caller":"traceutil/trace.go:171","msg":"trace[1940720761] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4058; }","duration":"1.381539481s","start":"2026-04-28T07:24:21.233318Z","end":"2026-04-28T07:24:22.614858Z","steps":["trace[1940720761] 'agreement among raft nodes before linearized reading' (duration: 1.38147791s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:22.614876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:21.233292Z","time spent":"1.381580292s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10349,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:24:22.61495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380512616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:24:22.614977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28782076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:22.614979Z","caller":"traceutil/trace.go:171","msg":"trace[1960547267] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4058; }","duration":"2.380608039s","start":"2026-04-28T07:24:20.234363Z","end":"2026-04-28T07:24:22.614971Z","steps":["trace[1960547267] 'agreement among raft nodes before linearized reading' (duration: 2.380532337s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:22.614992Z","caller":"traceutil/trace.go:171","msg":"trace[655311544] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:4058; }","duration":"2.287871591s","start":"2026-04-28T07:24:20.327116Z","end":"2026-04-28T07:24:22.614988Z","steps":["trace[655311544] 'agreement among raft nodes before linearized reading' (duration: 2.28783095s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:22.615005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:20.234323Z","time spent":"2.380675711s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:24:22.615005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:20.327094Z","time spent":"2.287908063s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":28,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:22.615117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370162272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:24:22.615129Z","caller":"traceutil/trace.go:171","msg":"trace[1347261404] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4058; }","duration":"2.370174552s","start":"2026-04-28T07:24:20.244951Z","end":"2026-04-28T07:24:22.615125Z","steps":["trace[1347261404] 'agreement among raft nodes before linearized reading' (duration: 2.370131941s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:22.61514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:20.244929Z","time spent":"2.370208123s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:24:22.615213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.655685742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:22.615243Z","caller":"traceutil/trace.go:171","msg":"trace[1170098492] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4058; }","duration":"2.655719333s","start":"2026-04-28T07:24:19.959515Z","end":"2026-04-28T07:24:22.615234Z","steps":["trace[1170098492] 'agreement among raft nodes before linearized reading' (duration: 2.65561629s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:22.615276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:19.959448Z","time spent":"2.655820374s","remote":"127.0.0.1:51574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":82,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:22.615481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.708800038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:24:22.615509Z","caller":"traceutil/trace.go:171","msg":"trace[942644914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4058; }","duration":"2.708887449s","start":"2026-04-28T07:24:19.906613Z","end":"2026-04-28T07:24:22.615501Z","steps":["trace[942644914] 'agreement among raft nodes before linearized reading' (duration: 2.708785167s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:22.615534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:19.906585Z","time spent":"2.708942871s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:24:22.615225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377545761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:24:22.61562Z","caller":"traceutil/trace.go:171","msg":"trace[511324752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4058; }","duration":"2.378002242s","start":"2026-04-28T07:24:20.237609Z","end":"2026-04-28T07:24:22.615612Z","steps":["trace[511324752] 'agreement among raft nodes before linearized reading' (duration: 2.377583662s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:22.615644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:20.237577Z","time spent":"2.378059574s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:24:22.61461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:20.2366Z","time spent":"2.378007053s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:24:22.61486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:20.236321Z","time spent":"2.378533396s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:24:22.615757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930374364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:24:22.615806Z","caller":"traceutil/trace.go:171","msg":"trace[2003191498] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:4058; }","duration":"2.930470228s","start":"2026-04-28T07:24:19.685323Z","end":"2026-04-28T07:24:22.615793Z","steps":["trace[2003191498] 'agreement among raft nodes before linearized reading' (duration: 2.930318044s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:22.615838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:19.685303Z","time spent":"2.930527409s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"warn","ts":"2026-04-28T07:24:23.120454Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:24:23.264562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:22.617048Z","time spent":"647.508611ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:24:24.625019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000797741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:24:24.625085Z","caller":"traceutil/trace.go:171","msg":"trace[454380964] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000946995s","start":"2026-04-28T07:24:22.624123Z","end":"2026-04-28T07:24:24.62507Z","steps":["trace[454380964] 'agreement among raft nodes before linearized reading' (duration: 2.000852053s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:24.625123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:22.624093Z","time spent":"2.001021627s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:24:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:24:25.004233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.739806718s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:24:25.004965Z","caller":"traceutil/trace.go:171","msg":"trace[295543337] transaction","detail":"{read_only:false; response_revision:4060; number_of_response:1; }","duration":"2.383164414s","start":"2026-04-28T07:24:22.621765Z","end":"2026-04-28T07:24:25.00493Z","steps":["trace[295543337] 'process raft request' (duration: 2.383043071s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.00532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:22.621755Z","time spent":"2.383326838s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:25.005373Z","caller":"traceutil/trace.go:171","msg":"trace[801220432] transaction","detail":"{read_only:false; response_revision:4061; number_of_response:1; }","duration":"2.382760013s","start":"2026-04-28T07:24:22.622587Z","end":"2026-04-28T07:24:25.005347Z","steps":["trace[801220432] 'process raft request' (duration: 2.382288982s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:25.005538Z","caller":"traceutil/trace.go:171","msg":"trace[223751794] transaction","detail":"{read_only:false; response_revision:4059; number_of_response:1; }","duration":"2.384890968s","start":"2026-04-28T07:24:22.620632Z","end":"2026-04-28T07:24:25.005523Z","steps":["trace[223751794] 'process raft request' (duration: 2.383848852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.005546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:22.622579Z","time spent":"2.382859807s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:25.005613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:22.620594Z","time spent":"2.38498099s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:25.005873Z","caller":"traceutil/trace.go:171","msg":"trace[937264601] transaction","detail":"{read_only:false; response_revision:4062; number_of_response:1; }","duration":"2.382041265s","start":"2026-04-28T07:24:22.623819Z","end":"2026-04-28T07:24:25.00586Z","steps":["trace[937264601] 'process raft request' (duration: 2.38142131s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.005948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:22.623805Z","time spent":"2.382109047s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:25.00628Z","caller":"traceutil/trace.go:171","msg":"trace[321788760] linearizableReadLoop","detail":"{readStateIndex:4233; appliedIndex:4227; }","duration":"2.386842468s","start":"2026-04-28T07:24:22.619406Z","end":"2026-04-28T07:24:25.006248Z","steps":["trace[321788760] 'read index received' (duration: 645.009389ms)","trace[321788760] 'applied index is now lower than readState.Index' (duration: 1.741828449s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:25.006409Z","caller":"traceutil/trace.go:171","msg":"trace[1527545473] transaction","detail":"{read_only:false; response_revision:4064; number_of_response:1; }","duration":"1.881038904s","start":"2026-04-28T07:24:23.125358Z","end":"2026-04-28T07:24:25.006397Z","steps":["trace[1527545473] 'process raft request' (duration: 1.880781737s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:25.006398Z","caller":"traceutil/trace.go:171","msg":"trace[1572568323] transaction","detail":"{read_only:false; response_revision:4063; number_of_response:1; }","duration":"2.382140177s","start":"2026-04-28T07:24:22.624234Z","end":"2026-04-28T07:24:25.006375Z","steps":["trace[1572568323] 'process raft request' (duration: 2.381553802s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.006512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:23.12532Z","time spent":"1.881122376s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:25.006541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:22.624224Z","time spent":"2.382231109s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7060,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:25.006713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38729722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-28T07:24:25.006774Z","caller":"traceutil/trace.go:171","msg":"trace[756009518] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a; range_end:; response_count:1; response_revision:4064; }","duration":"2.387372662s","start":"2026-04-28T07:24:22.619387Z","end":"2026-04-28T07:24:25.00676Z","steps":["trace[756009518] 'agreement among raft nodes before linearized reading' (duration: 2.387187507s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.00681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:22.619376Z","time spent":"2.387426493s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a\" "} {"level":"info","ts":"2026-04-28T07:24:25.070803Z","caller":"traceutil/trace.go:171","msg":"trace[222129242] transaction","detail":"{read_only:false; response_revision:4065; number_of_response:1; }","duration":"1.802148s","start":"2026-04-28T07:24:23.268638Z","end":"2026-04-28T07:24:25.070786Z","steps":["trace[222129242] 'process raft request' (duration: 1.80174504s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.070942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:23.268615Z","time spent":"1.802261392s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:25.071368Z","caller":"traceutil/trace.go:171","msg":"trace[1106696867] transaction","detail":"{read_only:false; response_revision:4066; number_of_response:1; }","duration":"768.47734ms","start":"2026-04-28T07:24:24.302877Z","end":"2026-04-28T07:24:25.071354Z","steps":["trace[1106696867] 'process raft request' (duration: 767.663009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.071442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:24.302826Z","time spent":"768.581552ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:25.071626Z","caller":"traceutil/trace.go:171","msg":"trace[126599448] transaction","detail":"{read_only:false; response_revision:4067; number_of_response:1; }","duration":"768.692665ms","start":"2026-04-28T07:24:24.302914Z","end":"2026-04-28T07:24:25.071606Z","steps":["trace[126599448] 'process raft request' (duration: 767.690359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.071713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:24.302835Z","time spent":"768.833849ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:25.071915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934414398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:25.071962Z","caller":"traceutil/trace.go:171","msg":"trace[4232641] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:4070; }","duration":"1.934468259s","start":"2026-04-28T07:24:23.137483Z","end":"2026-04-28T07:24:25.071951Z","steps":["trace[4232641] 'agreement among raft nodes before linearized reading' (duration: 1.934387607s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.071993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:23.137458Z","time spent":"1.93452653s","remote":"127.0.0.1:49894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:25.071986Z","caller":"traceutil/trace.go:171","msg":"trace[1027321395] transaction","detail":"{read_only:false; response_revision:4068; number_of_response:1; }","duration":"769.015153ms","start":"2026-04-28T07:24:24.302946Z","end":"2026-04-28T07:24:25.071961Z","steps":["trace[1027321395] 'process raft request' (duration: 767.696439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.07214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:24.302908Z","time spent":"769.166407ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:25.072212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028296623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:25.072251Z","caller":"traceutil/trace.go:171","msg":"trace[372987931] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4070; }","duration":"2.028377535s","start":"2026-04-28T07:24:23.043864Z","end":"2026-04-28T07:24:25.072242Z","steps":["trace[372987931] 'agreement among raft nodes before linearized reading' (duration: 2.028309524s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.072282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:23.043843Z","time spent":"2.028431207s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:25.072573Z","caller":"traceutil/trace.go:171","msg":"trace[240223857] transaction","detail":"{read_only:false; response_revision:4069; number_of_response:1; }","duration":"769.584988ms","start":"2026-04-28T07:24:24.302969Z","end":"2026-04-28T07:24:25.072554Z","steps":["trace[240223857] 'process raft request' (duration: 767.70625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.072577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449329453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:105339"} {"level":"info","ts":"2026-04-28T07:24:25.072633Z","caller":"traceutil/trace.go:171","msg":"trace[1145511371] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4070; }","duration":"2.449410935s","start":"2026-04-28T07:24:22.623213Z","end":"2026-04-28T07:24:25.072624Z","steps":["trace[1145511371] 'agreement among raft nodes before linearized reading' (duration: 2.449135588s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.072665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:22.623198Z","time spent":"2.449457706s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":105361,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:24:25.072674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:24.302942Z","time spent":"769.678161ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:25.07287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.449691442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:25.07291Z","caller":"traceutil/trace.go:171","msg":"trace[355220139] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4070; }","duration":"2.449749523s","start":"2026-04-28T07:24:22.623151Z","end":"2026-04-28T07:24:25.0729Z","steps":["trace[355220139] 'agreement among raft nodes before linearized reading' (duration: 2.449689682s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.072938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:22.623139Z","time spent":"2.449792645s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:24:25.073004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.161699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:25.073086Z","caller":"traceutil/trace.go:171","msg":"trace[1858979384] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:4070; }","duration":"388.291313ms","start":"2026-04-28T07:24:24.684763Z","end":"2026-04-28T07:24:25.073055Z","steps":["trace[1858979384] 'agreement among raft nodes before linearized reading' (duration: 388.16783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.073139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:24.684743Z","time spent":"388.380095ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":11,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:25.071893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614512481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:25.073292Z","caller":"traceutil/trace.go:171","msg":"trace[624498824] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:4070; }","duration":"1.615970217s","start":"2026-04-28T07:24:23.457306Z","end":"2026-04-28T07:24:25.073276Z","steps":["trace[624498824] 'agreement among raft nodes before linearized reading' (duration: 1.61448517s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.073336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:23.457284Z","time spent":"1.616038129s","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:25.073433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.08112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:25.073489Z","caller":"traceutil/trace.go:171","msg":"trace[178294747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4070; }","duration":"448.168012ms","start":"2026-04-28T07:24:24.625298Z","end":"2026-04-28T07:24:25.073466Z","steps":["trace[178294747] 'agreement among raft nodes before linearized reading' (duration: 448.0898ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:25.072902Z","caller":"traceutil/trace.go:171","msg":"trace[1896201024] transaction","detail":"{read_only:false; response_revision:4070; number_of_response:1; }","duration":"438.461204ms","start":"2026-04-28T07:24:24.634419Z","end":"2026-04-28T07:24:25.07288Z","steps":["trace[1896201024] 'process raft request' (duration: 436.292548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.07367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:24.625277Z","time spent":"448.252034ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:24:25.074082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445655148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:24:25.074136Z","caller":"traceutil/trace.go:171","msg":"trace[1316145547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4070; }","duration":"1.445758171s","start":"2026-04-28T07:24:23.628361Z","end":"2026-04-28T07:24:25.074119Z","steps":["trace[1316145547] 'agreement among raft nodes before linearized reading' (duration: 1.445549705s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.074186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:23.628336Z","time spent":"1.445838083s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:24:25.073683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:24.634392Z","time spent":"439.246604ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:25.424661Z","caller":"traceutil/trace.go:171","msg":"trace[40434237] linearizableReadLoop","detail":"{readStateIndex:4244; appliedIndex:4243; }","duration":"222.773868ms","start":"2026-04-28T07:24:25.201851Z","end":"2026-04-28T07:24:25.424624Z","steps":["trace[40434237] 'read index received' (duration: 208.569896ms)","trace[40434237] 'applied index is now lower than readState.Index' (duration: 14.200762ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:25.424721Z","caller":"traceutil/trace.go:171","msg":"trace[2134151116] transaction","detail":"{read_only:false; response_revision:4074; number_of_response:1; }","duration":"164.152271ms","start":"2026-04-28T07:24:25.260547Z","end":"2026-04-28T07:24:25.424699Z","steps":["trace[2134151116] 'process raft request' (duration: 163.994027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.425045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.684976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11290"} {"level":"info","ts":"2026-04-28T07:24:25.425129Z","caller":"traceutil/trace.go:171","msg":"trace[1994116829] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:4074; }","duration":"166.81335ms","start":"2026-04-28T07:24:25.258296Z","end":"2026-04-28T07:24:25.425109Z","steps":["trace[1994116829] 'agreement among raft nodes before linearized reading' (duration: 166.541533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:25.425102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.174288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:25.42525Z","caller":"traceutil/trace.go:171","msg":"trace[1553700401] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4074; }","duration":"223.377413ms","start":"2026-04-28T07:24:25.201845Z","end":"2026-04-28T07:24:25.425222Z","steps":["trace[1553700401] 'agreement among raft nodes before linearized reading' (duration: 222.863901ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:27.350784Z","caller":"traceutil/trace.go:171","msg":"trace[382845201] transaction","detail":"{read_only:false; response_revision:4077; number_of_response:1; }","duration":"789.426844ms","start":"2026-04-28T07:24:26.561336Z","end":"2026-04-28T07:24:27.350763Z","steps":["trace[382845201] 'process raft request' (duration: 789.26493ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:27.350816Z","caller":"traceutil/trace.go:171","msg":"trace[740361378] linearizableReadLoop","detail":"{readStateIndex:4248; appliedIndex:4248; }","duration":"340.202335ms","start":"2026-04-28T07:24:27.010592Z","end":"2026-04-28T07:24:27.350794Z","steps":["trace[740361378] 'read index received' (duration: 340.189355ms)","trace[740361378] 'applied index is now lower than readState.Index' (duration: 10.42µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:27.350923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:26.561311Z","time spent":"789.533777ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:27.351083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.482832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:24:27.351141Z","caller":"traceutil/trace.go:171","msg":"trace[1697000527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4077; }","duration":"340.577674ms","start":"2026-04-28T07:24:27.010548Z","end":"2026-04-28T07:24:27.351125Z","steps":["trace[1697000527] 'agreement among raft nodes before linearized reading' (duration: 340.353419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:27.351189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:27.010525Z","time spent":"340.652067ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:24:27.851265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:24:28.351838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:24:28.852369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:24:29.352959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765111866,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:24:29.458168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.107432866s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:24:29.458531Z","caller":"traceutil/trace.go:171","msg":"trace[1085678956] transaction","detail":"{read_only:false; response_revision:4078; number_of_response:1; }","duration":"2.377759346s","start":"2026-04-28T07:24:27.080753Z","end":"2026-04-28T07:24:29.458512Z","steps":["trace[1085678956] 'process raft request' (duration: 2.377593822s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:29.458711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:27.080722Z","time spent":"2.377873629s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:29.458792Z","caller":"traceutil/trace.go:171","msg":"trace[72158473] transaction","detail":"{read_only:false; response_revision:4079; number_of_response:1; }","duration":"2.37791383s","start":"2026-04-28T07:24:27.08086Z","end":"2026-04-28T07:24:29.458774Z","steps":["trace[72158473] 'process raft request' (duration: 2.377617802s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:29.458898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:27.080821Z","time spent":"2.378000972s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:29.459049Z","caller":"traceutil/trace.go:171","msg":"trace[1717469655] transaction","detail":"{read_only:false; response_revision:4080; number_of_response:1; }","duration":"2.378126505s","start":"2026-04-28T07:24:27.080892Z","end":"2026-04-28T07:24:29.459019Z","steps":["trace[1717469655] 'process raft request' (duration: 2.377787567s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:29.459053Z","caller":"traceutil/trace.go:171","msg":"trace[454839966] transaction","detail":"{read_only:false; response_revision:4081; number_of_response:1; }","duration":"2.377343966s","start":"2026-04-28T07:24:27.081682Z","end":"2026-04-28T07:24:29.459026Z","steps":["trace[454839966] 'process raft request' (duration: 2.377217963s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:29.459193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:27.080883Z","time spent":"2.378228538s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:29.459205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:27.081668Z","time spent":"2.377461809s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:29.631961Z","caller":"traceutil/trace.go:171","msg":"trace[251481881] linearizableReadLoop","detail":"{readStateIndex:4253; appliedIndex:4248; }","duration":"2.281076488s","start":"2026-04-28T07:24:27.350863Z","end":"2026-04-28T07:24:29.631939Z","steps":["trace[251481881] 'read index received' (duration: 2.107478346s)","trace[251481881] 'applied index is now lower than readState.Index' (duration: 173.597222ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:29.631982Z","caller":"traceutil/trace.go:171","msg":"trace[1233294346] transaction","detail":"{read_only:false; response_revision:4082; number_of_response:1; }","duration":"2.275118067s","start":"2026-04-28T07:24:27.356837Z","end":"2026-04-28T07:24:29.631955Z","steps":["trace[1233294346] 'process raft request' (duration: 2.273011852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:29.632116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.425928596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:29.632137Z","caller":"traceutil/trace.go:171","msg":"trace[1034391286] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4082; }","duration":"2.426018188s","start":"2026-04-28T07:24:27.206112Z","end":"2026-04-28T07:24:29.63213Z","steps":["trace[1034391286] 'agreement among raft nodes before linearized reading' (duration: 2.425947186s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:29.63214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:27.356805Z","time spent":"2.275267101s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:29.632206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.08257248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:29.632233Z","caller":"traceutil/trace.go:171","msg":"trace[1345346972] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4082; }","duration":"2.082633341s","start":"2026-04-28T07:24:27.549588Z","end":"2026-04-28T07:24:29.632222Z","steps":["trace[1345346972] 'agreement among raft nodes before linearized reading' (duration: 2.082600591s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:29.632257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:27.549565Z","time spent":"2.082686703s","remote":"127.0.0.1:50502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:29.632274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.62113415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:24:29.63236Z","caller":"traceutil/trace.go:171","msg":"trace[120798811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4082; }","duration":"2.621276463s","start":"2026-04-28T07:24:27.011066Z","end":"2026-04-28T07:24:29.632342Z","steps":["trace[120798811] 'agreement among raft nodes before linearized reading' (duration: 2.621032137s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:29.632158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:27.206083Z","time spent":"2.42606677s","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:29.632398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.621366456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:24:29.632451Z","caller":"traceutil/trace.go:171","msg":"trace[806847812] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4082; }","duration":"2.621430068s","start":"2026-04-28T07:24:27.011003Z","end":"2026-04-28T07:24:29.632433Z","steps":["trace[806847812] 'agreement among raft nodes before linearized reading' (duration: 2.621166281s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:29.632489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:27.010994Z","time spent":"2.621485789s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:24:29.6325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.620916114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:24:29.632534Z","caller":"traceutil/trace.go:171","msg":"trace[599421839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4082; }","duration":"2.620994126s","start":"2026-04-28T07:24:27.01153Z","end":"2026-04-28T07:24:29.632524Z","steps":["trace[599421839] 'agreement among raft nodes before linearized reading' (duration: 2.620901244s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:29.632562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:27.011502Z","time spent":"2.621052438s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:24:29.632652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542438811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T07:24:29.632663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.733881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:24:29.632686Z","caller":"traceutil/trace.go:171","msg":"trace[1184898124] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4082; }","duration":"2.542468752s","start":"2026-04-28T07:24:27.090204Z","end":"2026-04-28T07:24:29.632673Z","steps":["trace[1184898124] 'agreement among raft nodes before linearized reading' (duration: 2.542377219s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:29.632715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:27.09009Z","time spent":"2.542618696s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:24:29.63272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929710817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:29.632738Z","caller":"traceutil/trace.go:171","msg":"trace[1944130525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4082; }","duration":"1.929754278s","start":"2026-04-28T07:24:27.70298Z","end":"2026-04-28T07:24:29.632734Z","steps":["trace[1944130525] 'agreement among raft nodes before linearized reading' (duration: 1.929724308s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:29.632758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:27.702963Z","time spent":"1.929791619s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:24:29.632566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.004446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:29.632861Z","caller":"traceutil/trace.go:171","msg":"trace[459973614] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4082; }","duration":"435.328364ms","start":"2026-04-28T07:24:29.197516Z","end":"2026-04-28T07:24:29.632844Z","steps":["trace[459973614] 'agreement among raft nodes before linearized reading' (duration: 435.027326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:29.632287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550999999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:24:29.632913Z","caller":"traceutil/trace.go:171","msg":"trace[904468175] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4082; }","duration":"2.551682637s","start":"2026-04-28T07:24:27.08122Z","end":"2026-04-28T07:24:29.632902Z","steps":["trace[904468175] 'agreement among raft nodes before linearized reading' (duration: 2.550937658s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:29.632916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:29.197495Z","time spent":"435.396926ms","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:29.632994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:27.081199Z","time spent":"2.55178402s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:24:29.632408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:27.011039Z","time spent":"2.621359346s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:24:29.632692Z","caller":"traceutil/trace.go:171","msg":"trace[2124647222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4082; }","duration":"552.800613ms","start":"2026-04-28T07:24:29.079884Z","end":"2026-04-28T07:24:29.632685Z","steps":["trace[2124647222] 'agreement among raft nodes before linearized reading' (duration: 552.69546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:29.633234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:29.079866Z","time spent":"553.352327ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:24:33.493066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455228864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:33.493176Z","caller":"traceutil/trace.go:171","msg":"trace[1704048637] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:4159; }","duration":"1.455390678s","start":"2026-04-28T07:24:32.037758Z","end":"2026-04-28T07:24:33.493149Z","steps":["trace[1704048637] 'count revisions from in-memory index tree' (duration: 1.455138982s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:33.493237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.037736Z","time spent":"1.455484s","remote":"127.0.0.1:49976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:33.493322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180625192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-28T07:24:33.493363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488115383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:18 size:478289"} {"level":"info","ts":"2026-04-28T07:24:33.493388Z","caller":"traceutil/trace.go:171","msg":"trace[1528715559] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e; range_end:; response_count:1; response_revision:4159; }","duration":"1.180735265s","start":"2026-04-28T07:24:32.312638Z","end":"2026-04-28T07:24:33.493373Z","steps":["trace[1528715559] 'range keys from in-memory index tree' (duration: 1.180460528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:33.493439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.312617Z","time spent":"1.180810416s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3648,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" "} {"level":"info","ts":"2026-04-28T07:24:33.493396Z","caller":"traceutil/trace.go:171","msg":"trace[1566648089] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:18; response_revision:4159; }","duration":"1.488176934s","start":"2026-04-28T07:24:32.005211Z","end":"2026-04-28T07:24:33.493388Z","steps":["trace[1566648089] 'range keys from in-memory index tree' (duration: 1.487720163s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:33.493506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.980038ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:24:33.493621Z","caller":"traceutil/trace.go:171","msg":"trace[736861778] linearizableReadLoop","detail":"{readStateIndex:4333; appliedIndex:4332; }","duration":"840.701833ms","start":"2026-04-28T07:24:32.652901Z","end":"2026-04-28T07:24:33.493603Z","steps":["trace[736861778] 'read index received' (duration: 258.570481ms)","trace[736861778] 'applied index is now lower than readState.Index' (duration: 582.129912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:33.493594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.005196Z","time spent":"1.488336889s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":18,"response size":478311,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-28T07:24:33.493708Z","caller":"traceutil/trace.go:171","msg":"trace[178834599] transaction","detail":"{read_only:false; response_revision:4160; number_of_response:1; }","duration":"915.160965ms","start":"2026-04-28T07:24:32.578535Z","end":"2026-04-28T07:24:33.493695Z","steps":["trace[178834599] 'process raft request' (duration: 332.897139ms)","trace[178834599] 'compare' (duration: 581.274481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:33.49379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.894369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T07:24:33.493806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.578509Z","time spent":"915.254747ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:33.493835Z","caller":"traceutil/trace.go:171","msg":"trace[736885765] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4160; }","duration":"840.974001ms","start":"2026-04-28T07:24:32.652846Z","end":"2026-04-28T07:24:33.49382Z","steps":["trace[736885765] 'agreement among raft nodes before linearized reading' (duration: 840.842928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:33.493873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.652825Z","time spent":"841.038292ms","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:24:34.620592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.072455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:24:34.620753Z","caller":"traceutil/trace.go:171","msg":"trace[1148371806] transaction","detail":"{read_only:false; response_revision:4162; number_of_response:1; }","duration":"1.144672933s","start":"2026-04-28T07:24:33.47606Z","end":"2026-04-28T07:24:34.620733Z","steps":["trace[1148371806] 'process raft request' (duration: 959.351992ms)","trace[1148371806] 'compare' (duration: 184.429619ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:34.62082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:33.475989Z","time spent":"1.144797727s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:34.621027Z","caller":"traceutil/trace.go:171","msg":"trace[1848321956] transaction","detail":"{read_only:false; response_revision:4163; number_of_response:1; }","duration":"1.144862819s","start":"2026-04-28T07:24:33.476141Z","end":"2026-04-28T07:24:34.621004Z","steps":["trace[1848321956] 'process raft request' (duration: 1.1445412s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.621176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:33.476107Z","time spent":"1.144992652s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:34.621594Z","caller":"traceutil/trace.go:171","msg":"trace[1362185981] transaction","detail":"{read_only:false; response_revision:4165; number_of_response:1; }","duration":"1.11748343s","start":"2026-04-28T07:24:33.504097Z","end":"2026-04-28T07:24:34.62158Z","steps":["trace[1362185981] 'process raft request' (duration: 1.117386907s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:34.62159Z","caller":"traceutil/trace.go:171","msg":"trace[968166854] linearizableReadLoop","detail":"{readStateIndex:4337; appliedIndex:4333; }","duration":"1.127921686s","start":"2026-04-28T07:24:33.493655Z","end":"2026-04-28T07:24:34.621577Z","steps":["trace[968166854] 'read index received' (duration: 11.533444ms)","trace[968166854] 'applied index is now lower than readState.Index' (duration: 1.116386862s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:34.621668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:33.504064Z","time spent":"1.117576012s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:34.621605Z","caller":"traceutil/trace.go:171","msg":"trace[1282597793] transaction","detail":"{read_only:false; response_revision:4164; number_of_response:1; }","duration":"1.143408411s","start":"2026-04-28T07:24:33.478166Z","end":"2026-04-28T07:24:34.621574Z","steps":["trace[1282597793] 'process raft request' (duration: 1.142757625s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.621766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643467049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-28T07:24:34.621794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644341421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-headless\" ","response":"range_response_count:1 size:1463"} {"level":"warn","ts":"2026-04-28T07:24:34.621837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644448644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1238"} {"level":"warn","ts":"2026-04-28T07:24:34.621831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:33.478155Z","time spent":"1.143564705s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:34.621865Z","caller":"traceutil/trace.go:171","msg":"trace[1399341076] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-headless; range_end:; response_count:1; response_revision:4165; }","duration":"1.644438033s","start":"2026-04-28T07:24:32.97741Z","end":"2026-04-28T07:24:34.621848Z","steps":["trace[1399341076] 'agreement among raft nodes before linearized reading' (duration: 1.644189467s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:34.621886Z","caller":"traceutil/trace.go:171","msg":"trace[1373331202] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:4165; }","duration":"1.644539496s","start":"2026-04-28T07:24:32.977333Z","end":"2026-04-28T07:24:34.621873Z","steps":["trace[1373331202] 'agreement among raft nodes before linearized reading' (duration: 1.644378062s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.621911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.977402Z","time spent":"1.644498265s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1485,"request content":"key:\"/registry/services/specs/openstack/valkey-headless\" "} {"level":"warn","ts":"2026-04-28T07:24:34.621927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.97731Z","time spent":"1.644609428s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1260,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"warn","ts":"2026-04-28T07:24:34.621897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643993122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1308"} {"level":"warn","ts":"2026-04-28T07:24:34.621978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644439314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1387"} {"level":"info","ts":"2026-04-28T07:24:34.621815Z","caller":"traceutil/trace.go:171","msg":"trace[532269914] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns; range_end:; response_count:1; response_revision:4165; }","duration":"1.64351468s","start":"2026-04-28T07:24:32.978288Z","end":"2026-04-28T07:24:34.621802Z","steps":["trace[532269914] 'agreement among raft nodes before linearized reading' (duration: 1.643293215s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:34.622048Z","caller":"traceutil/trace.go:171","msg":"trace[1791198690] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:4165; }","duration":"1.644562407s","start":"2026-04-28T07:24:32.977471Z","end":"2026-04-28T07:24:34.622033Z","steps":["trace[1791198690] 'agreement among raft nodes before linearized reading' (duration: 1.644341011s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.621858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643607702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1526"} {"level":"warn","ts":"2026-04-28T07:24:34.622075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.97828Z","time spent":"1.643774146s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1958,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns\" "} {"level":"warn","ts":"2026-04-28T07:24:34.622094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.977453Z","time spent":"1.644631898s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1409,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-04-28T07:24:34.622143Z","caller":"traceutil/trace.go:171","msg":"trace[1809968560] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:4165; }","duration":"1.643873929s","start":"2026-04-28T07:24:32.978242Z","end":"2026-04-28T07:24:34.622116Z","steps":["trace[1809968560] 'agreement among raft nodes before linearized reading' (duration: 1.643548421s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.622215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.978227Z","time spent":"1.643971002s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1548,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-04-28T07:24:34.621913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6434936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-04-28T07:24:34.622382Z","caller":"traceutil/trace.go:171","msg":"trace[709546547] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:4165; }","duration":"1.643989052s","start":"2026-04-28T07:24:32.978378Z","end":"2026-04-28T07:24:34.622367Z","steps":["trace[709546547] 'agreement among raft nodes before linearized reading' (duration: 1.643364637s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.622423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.978373Z","time spent":"1.644037903s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1334,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"info","ts":"2026-04-28T07:24:34.622007Z","caller":"traceutil/trace.go:171","msg":"trace[1839614463] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:4165; }","duration":"1.644123256s","start":"2026-04-28T07:24:32.97786Z","end":"2026-04-28T07:24:34.621983Z","steps":["trace[1839614463] 'agreement among raft nodes before linearized reading' (duration: 1.643794767s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.622707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921635751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:34.622737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.977838Z","time spent":"1.644883004s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1330,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"info","ts":"2026-04-28T07:24:34.622748Z","caller":"traceutil/trace.go:171","msg":"trace[639759826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4165; }","duration":"1.921722873s","start":"2026-04-28T07:24:32.701014Z","end":"2026-04-28T07:24:34.622737Z","steps":["trace[639759826] 'agreement among raft nodes before linearized reading' (duration: 1.921648051s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.622782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.700992Z","time spent":"1.921782205s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:24:34.622877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644717351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1609"} {"level":"info","ts":"2026-04-28T07:24:34.622907Z","caller":"traceutil/trace.go:171","msg":"trace[1023051001] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:4165; }","duration":"1.644763452s","start":"2026-04-28T07:24:32.978136Z","end":"2026-04-28T07:24:34.622899Z","steps":["trace[1023051001] 'agreement among raft nodes before linearized reading' (duration: 1.64467795s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.622927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.978126Z","time spent":"1.644796492s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1631,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-04-28T07:24:34.622017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643648593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1489"} {"level":"info","ts":"2026-04-28T07:24:34.622997Z","caller":"traceutil/trace.go:171","msg":"trace[1679860500] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:4165; }","duration":"1.644639399s","start":"2026-04-28T07:24:32.978344Z","end":"2026-04-28T07:24:34.622984Z","steps":["trace[1679860500] 'agreement among raft nodes before linearized reading' (duration: 1.64348987s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.62302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644788772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1415"} {"level":"warn","ts":"2026-04-28T07:24:34.623039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.978336Z","time spent":"1.64469436s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1511,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-04-28T07:24:34.623068Z","caller":"traceutil/trace.go:171","msg":"trace[1145786826] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:4165; }","duration":"1.644846894s","start":"2026-04-28T07:24:32.978209Z","end":"2026-04-28T07:24:34.623056Z","steps":["trace[1145786826] 'agreement among raft nodes before linearized reading' (duration: 1.64470906s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.623059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64468081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1164"} {"level":"warn","ts":"2026-04-28T07:24:34.623106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.978205Z","time spent":"1.644894295s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1437,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-04-28T07:24:34.621767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643846899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-04-28T07:24:34.623135Z","caller":"traceutil/trace.go:171","msg":"trace[2065499934] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:4165; }","duration":"1.644786782s","start":"2026-04-28T07:24:32.978329Z","end":"2026-04-28T07:24:34.623116Z","steps":["trace[2065499934] 'agreement among raft nodes before linearized reading' (duration: 1.644576287s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:34.623147Z","caller":"traceutil/trace.go:171","msg":"trace[693880575] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns-metrics; range_end:; response_count:1; response_revision:4165; }","duration":"1.645248484s","start":"2026-04-28T07:24:32.97789Z","end":"2026-04-28T07:24:34.623138Z","steps":["trace[693880575] 'agreement among raft nodes before linearized reading' (duration: 1.643702075s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.623174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.977884Z","time spent":"1.645284094s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1464,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns-metrics\" "} {"level":"warn","ts":"2026-04-28T07:24:34.623177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.97825Z","time spent":"1.644918115s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1186,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"warn","ts":"2026-04-28T07:24:34.623188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644868915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:2463"} {"level":"warn","ts":"2026-04-28T07:24:34.623203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.555339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:24:34.623246Z","caller":"traceutil/trace.go:171","msg":"trace[1352607582] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4165; }","duration":"943.608311ms","start":"2026-04-28T07:24:33.679629Z","end":"2026-04-28T07:24:34.623237Z","steps":["trace[1352607582] 'agreement among raft nodes before linearized reading' (duration: 943.510199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.623274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:33.679624Z","time spent":"943.643592ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:24:34.623294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.489342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:24:34.623311Z","caller":"traceutil/trace.go:171","msg":"trace[332741201] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4165; }","duration":"962.505162ms","start":"2026-04-28T07:24:33.6608Z","end":"2026-04-28T07:24:34.623306Z","steps":["trace[332741201] 'agreement among raft nodes before linearized reading' (duration: 962.455131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.623338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:33.660783Z","time spent":"962.547054ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:24:34.623361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.909606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T07:24:34.623391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.648474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:34.623431Z","caller":"traceutil/trace.go:171","msg":"trace[1152231394] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4165; }","duration":"430.726926ms","start":"2026-04-28T07:24:34.192693Z","end":"2026-04-28T07:24:34.62342Z","steps":["trace[1152231394] 'agreement among raft nodes before linearized reading' (duration: 430.641454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.623465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.192674Z","time spent":"430.781138ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":24,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:34.623484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.534113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:24:34.623505Z","caller":"traceutil/trace.go:171","msg":"trace[1648193163] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4165; }","duration":"953.565155ms","start":"2026-04-28T07:24:33.669935Z","end":"2026-04-28T07:24:34.6235Z","steps":["trace[1648193163] 'agreement among raft nodes before linearized reading' (duration: 953.506553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.623521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:33.669929Z","time spent":"953.588755ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:24:34.623577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.460973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:24:34.623212Z","caller":"traceutil/trace.go:171","msg":"trace[1621747733] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:4165; }","duration":"1.644938526s","start":"2026-04-28T07:24:32.978267Z","end":"2026-04-28T07:24:34.623206Z","steps":["trace[1621747733] 'agreement among raft nodes before linearized reading' (duration: 1.644873545s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.623667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.978249Z","time spent":"1.645406808s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":2485,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-04-28T07:24:34.62469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.646734122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1366"} {"level":"warn","ts":"2026-04-28T07:24:34.624769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148893782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:34.624807Z","caller":"traceutil/trace.go:171","msg":"trace[782598129] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:4165; }","duration":"1.646909797s","start":"2026-04-28T07:24:32.977877Z","end":"2026-04-28T07:24:34.624787Z","steps":["trace[782598129] 'agreement among raft nodes before linearized reading' (duration: 1.646682872s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.624864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.977832Z","time spent":"1.64701503s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":1388,"request content":"key:\"/registry/services/specs/monitoring/loki\" "} {"level":"info","ts":"2026-04-28T07:24:34.623392Z","caller":"traceutil/trace.go:171","msg":"trace[1308259873] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4165; }","duration":"120.961398ms","start":"2026-04-28T07:24:34.502419Z","end":"2026-04-28T07:24:34.623381Z","steps":["trace[1308259873] 'agreement among raft nodes before linearized reading' (duration: 120.875796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.624929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090299375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:18 size:478289"} {"level":"info","ts":"2026-04-28T07:24:34.624869Z","caller":"traceutil/trace.go:171","msg":"trace[700947485] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4165; }","duration":"1.149040696s","start":"2026-04-28T07:24:33.47581Z","end":"2026-04-28T07:24:34.62485Z","steps":["trace[700947485] 'agreement among raft nodes before linearized reading' (duration: 1.147373843s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:34.624979Z","caller":"traceutil/trace.go:171","msg":"trace[309679238] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:18; response_revision:4165; }","duration":"1.090353707s","start":"2026-04-28T07:24:33.534614Z","end":"2026-04-28T07:24:34.624968Z","steps":["trace[309679238] 'agreement among raft nodes before linearized reading' (duration: 1.089960107s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.625013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:33.534565Z","time spent":"1.090439739s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":18,"response size":478311,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:24:34.625031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:33.475791Z","time spent":"1.14922381s","remote":"127.0.0.1:51956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:34.623845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.577171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:24:34.625186Z","caller":"traceutil/trace.go:171","msg":"trace[1978773612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4165; }","duration":"973.940816ms","start":"2026-04-28T07:24:33.651225Z","end":"2026-04-28T07:24:34.625165Z","steps":["trace[1978773612] 'agreement among raft nodes before linearized reading' (duration: 972.557851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.625255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:33.651197Z","time spent":"974.037039ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:24:34.623866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.711328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:24:34.625434Z","caller":"traceutil/trace.go:171","msg":"trace[1880636620] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4165; }","duration":"971.301708ms","start":"2026-04-28T07:24:33.654115Z","end":"2026-04-28T07:24:34.625417Z","steps":["trace[1880636620] 'agreement among raft nodes before linearized reading' (duration: 969.670957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.62551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:33.654101Z","time spent":"971.39163ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"info","ts":"2026-04-28T07:24:34.623629Z","caller":"traceutil/trace.go:171","msg":"trace[1055087409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4165; }","duration":"957.525265ms","start":"2026-04-28T07:24:33.666093Z","end":"2026-04-28T07:24:34.623618Z","steps":["trace[1055087409] 'agreement among raft nodes before linearized reading' (duration: 957.396062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.625687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:33.666089Z","time spent":"959.583778ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:24:34.623934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64546495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-28T07:24:34.625832Z","caller":"traceutil/trace.go:171","msg":"trace[639445346] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:4165; }","duration":"1.647362788s","start":"2026-04-28T07:24:32.978441Z","end":"2026-04-28T07:24:34.625804Z","steps":["trace[639445346] 'agreement among raft nodes before linearized reading' (duration: 1.645400688s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.625945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.978431Z","time spent":"1.647467331s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":787,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-04-28T07:24:34.623948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061516841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:34.626092Z","caller":"traceutil/trace.go:171","msg":"trace[1148218237] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:4165; }","duration":"1.063698996s","start":"2026-04-28T07:24:33.562378Z","end":"2026-04-28T07:24:34.626077Z","steps":["trace[1148218237] 'agreement among raft nodes before linearized reading' (duration: 1.06149736s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.626146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:33.562358Z","time spent":"1.063771038s","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":32,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:34.623953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645541672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1211"} {"level":"info","ts":"2026-04-28T07:24:34.626332Z","caller":"traceutil/trace.go:171","msg":"trace[1572969007] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:4165; }","duration":"1.647939053s","start":"2026-04-28T07:24:32.978378Z","end":"2026-04-28T07:24:34.626317Z","steps":["trace[1572969007] 'agreement among raft nodes before linearized reading' (duration: 1.645482721s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.62637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.978368Z","time spent":"1.647989564s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1233,"request content":"key:\"/registry/services/specs/kube-system/kube-dns\" "} {"level":"warn","ts":"2026-04-28T07:24:34.62412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645793468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2555"} {"level":"info","ts":"2026-04-28T07:24:34.626517Z","caller":"traceutil/trace.go:171","msg":"trace[106622531] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:4165; }","duration":"1.648211231s","start":"2026-04-28T07:24:32.978293Z","end":"2026-04-28T07:24:34.626504Z","steps":["trace[106622531] 'agreement among raft nodes before linearized reading' (duration: 1.645725407s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.626558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.978276Z","time spent":"1.648271882s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2577,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"warn","ts":"2026-04-28T07:24:34.624131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838893228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-04-28T07:24:34.626636Z","caller":"traceutil/trace.go:171","msg":"trace[958528382] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e; range_end:; response_count:1; response_revision:4165; }","duration":"1.841432674s","start":"2026-04-28T07:24:32.785185Z","end":"2026-04-28T07:24:34.626618Z","steps":["trace[958528382] 'agreement among raft nodes before linearized reading' (duration: 1.838878708s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.624279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.645113321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1494"} {"level":"warn","ts":"2026-04-28T07:24:34.626706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.785161Z","time spent":"1.841527426s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" "} {"level":"info","ts":"2026-04-28T07:24:34.626749Z","caller":"traceutil/trace.go:171","msg":"trace[1744399543] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:4165; }","duration":"1.647594355s","start":"2026-04-28T07:24:32.979139Z","end":"2026-04-28T07:24:34.626734Z","steps":["trace[1744399543] 'agreement among raft nodes before linearized reading' (duration: 1.64505908s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.6238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64544845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:1493"} {"level":"warn","ts":"2026-04-28T07:24:34.626804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.979124Z","time spent":"1.647665107s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1516,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"info","ts":"2026-04-28T07:24:34.626819Z","caller":"traceutil/trace.go:171","msg":"trace[99803880] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:4165; }","duration":"1.648473307s","start":"2026-04-28T07:24:32.978333Z","end":"2026-04-28T07:24:34.626806Z","steps":["trace[99803880] 'agreement among raft nodes before linearized reading' (duration: 1.645373618s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.626859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.978329Z","time spent":"1.648519128s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1515,"request content":"key:\"/registry/services/specs/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-04-28T07:24:34.627041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648833596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1351"} {"level":"info","ts":"2026-04-28T07:24:34.627088Z","caller":"traceutil/trace.go:171","msg":"trace[1113567615] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:4165; }","duration":"1.648890668s","start":"2026-04-28T07:24:32.978186Z","end":"2026-04-28T07:24:34.627077Z","steps":["trace[1113567615] 'agreement among raft nodes before linearized reading' (duration: 1.647236245s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:34.627138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:32.978181Z","time spent":"1.648949729s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1373,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"warn","ts":"2026-04-28T07:24:35.541488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.726105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:24:35.541791Z","caller":"traceutil/trace.go:171","msg":"trace[281924326] transaction","detail":"{read_only:false; response_revision:4166; number_of_response:1; }","duration":"912.64849ms","start":"2026-04-28T07:24:34.629119Z","end":"2026-04-28T07:24:35.541768Z","steps":["trace[281924326] 'process raft request' (duration: 304.552055ms)","trace[281924326] 'compare' (duration: 607.141561ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:35.541869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.629097Z","time spent":"912.734803ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:35.573912Z","caller":"traceutil/trace.go:171","msg":"trace[339230681] transaction","detail":"{read_only:false; response_revision:4167; number_of_response:1; }","duration":"944.668289ms","start":"2026-04-28T07:24:34.62921Z","end":"2026-04-28T07:24:35.573878Z","steps":["trace[339230681] 'process raft request' (duration: 944.461714ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:35.574021Z","caller":"traceutil/trace.go:171","msg":"trace[850447250] transaction","detail":"{read_only:false; response_revision:4168; number_of_response:1; }","duration":"944.689319ms","start":"2026-04-28T07:24:34.629298Z","end":"2026-04-28T07:24:35.573987Z","steps":["trace[850447250] 'process raft request' (duration: 944.499085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:35.574123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.629195Z","time spent":"944.811702ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:35.57412Z","caller":"traceutil/trace.go:171","msg":"trace[1685774917] linearizableReadLoop","detail":"{readStateIndex:4342; appliedIndex:4338; }","duration":"944.440732ms","start":"2026-04-28T07:24:34.629654Z","end":"2026-04-28T07:24:35.574095Z","steps":["trace[1685774917] 'read index received' (duration: 304.001861ms)","trace[1685774917] 'applied index is now lower than readState.Index' (duration: 640.437121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:35.574186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.629288Z","time spent":"944.806042ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:35.574176Z","caller":"traceutil/trace.go:171","msg":"trace[292172002] transaction","detail":"{read_only:false; response_revision:4169; number_of_response:1; }","duration":"944.614666ms","start":"2026-04-28T07:24:34.629533Z","end":"2026-04-28T07:24:35.574148Z","steps":["trace[292172002] 'process raft request' (duration: 944.288488ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:35.574262Z","caller":"traceutil/trace.go:171","msg":"trace[245338047] transaction","detail":"{read_only:false; response_revision:4170; number_of_response:1; }","duration":"943.394016ms","start":"2026-04-28T07:24:34.630858Z","end":"2026-04-28T07:24:35.574252Z","steps":["trace[245338047] 'process raft request' (duration: 943.13838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:35.574308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.629508Z","time spent":"944.73451ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:35.574352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.630837Z","time spent":"943.450257ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:35.574418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.75414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3927"} {"level":"info","ts":"2026-04-28T07:24:35.574467Z","caller":"traceutil/trace.go:171","msg":"trace[1475410356] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:4170; }","duration":"944.857122ms","start":"2026-04-28T07:24:34.629596Z","end":"2026-04-28T07:24:35.574453Z","steps":["trace[1475410356] 'agreement among raft nodes before linearized reading' (duration: 944.686428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:35.574502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.62958Z","time spent":"944.913674ms","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3949,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-28T07:24:36.635917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001034128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:24:36.63603Z","caller":"traceutil/trace.go:171","msg":"trace[27358379] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001154412s","start":"2026-04-28T07:24:34.634835Z","end":"2026-04-28T07:24:36.63599Z","steps":["trace[27358379] 'agreement among raft nodes before linearized reading' (duration: 2.001035669s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:36.63608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.63483Z","time spent":"2.001240054s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:24:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:24:37.603843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327644566s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:37.604022Z","caller":"traceutil/trace.go:171","msg":"trace[694731924] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4170; }","duration":"1.3278202s","start":"2026-04-28T07:24:36.276155Z","end":"2026-04-28T07:24:37.603975Z","steps":["trace[694731924] 'range keys from in-memory index tree' (duration: 1.327611834s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:37.604846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753501508s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:24:37.605085Z","caller":"traceutil/trace.go:171","msg":"trace[377870909] transaction","detail":"{read_only:false; response_revision:4171; number_of_response:1; }","duration":"2.534767685s","start":"2026-04-28T07:24:35.070283Z","end":"2026-04-28T07:24:37.605051Z","steps":["trace[377870909] 'process raft request' (duration: 780.932118ms)","trace[377870909] 'compare' (duration: 1.752619115s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:37.605227Z","caller":"traceutil/trace.go:171","msg":"trace[1341275362] transaction","detail":"{read_only:false; response_revision:4172; number_of_response:1; }","duration":"2.094066443s","start":"2026-04-28T07:24:35.511116Z","end":"2026-04-28T07:24:37.605182Z","steps":["trace[1341275362] 'process raft request' (duration: 2.093864528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:37.605259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:35.070258Z","time spent":"2.534906598s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:37.605257Z","caller":"traceutil/trace.go:171","msg":"trace[2054048571] linearizableReadLoop","detail":"{readStateIndex:4345; appliedIndex:4343; }","duration":"2.031004583s","start":"2026-04-28T07:24:35.574209Z","end":"2026-04-28T07:24:37.605214Z","steps":["trace[2054048571] 'read index received' (duration: 276.992252ms)","trace[2054048571] 'applied index is now lower than readState.Index' (duration: 1.754010771s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:37.605387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:35.511091Z","time spent":"2.094214577s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:37.605488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543727853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:37.605501Z","caller":"traceutil/trace.go:171","msg":"trace[1700327902] transaction","detail":"{read_only:false; response_revision:4173; number_of_response:1; }","duration":"978.169533ms","start":"2026-04-28T07:24:36.627302Z","end":"2026-04-28T07:24:37.605472Z","steps":["trace[1700327902] 'process raft request' (duration: 977.848925ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:37.60554Z","caller":"traceutil/trace.go:171","msg":"trace[539751448] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4173; }","duration":"2.543806304s","start":"2026-04-28T07:24:35.061716Z","end":"2026-04-28T07:24:37.605522Z","steps":["trace[539751448] 'agreement among raft nodes before linearized reading' (duration: 2.543607219s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:37.605585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:35.0617Z","time spent":"2.543871047s","remote":"127.0.0.1:47438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:37.605589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973014542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3971"} {"level":"warn","ts":"2026-04-28T07:24:37.605656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974840589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-04-28T07:24:37.605709Z","caller":"traceutil/trace.go:171","msg":"trace[1209714005] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e; range_end:; response_count:1; response_revision:4173; }","duration":"2.974911592s","start":"2026-04-28T07:24:34.630784Z","end":"2026-04-28T07:24:37.605695Z","steps":["trace[1209714005] 'agreement among raft nodes before linearized reading' (duration: 2.974510112s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:37.605745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.630776Z","time spent":"2.974961213s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" "} {"level":"warn","ts":"2026-04-28T07:24:37.605754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972199422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15383"} {"level":"warn","ts":"2026-04-28T07:24:37.605756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.487570939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"info","ts":"2026-04-28T07:24:37.605783Z","caller":"traceutil/trace.go:171","msg":"trace[1420653517] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:4173; }","duration":"2.972235493s","start":"2026-04-28T07:24:34.633539Z","end":"2026-04-28T07:24:37.605774Z","steps":["trace[1420653517] 'agreement among raft nodes before linearized reading' (duration: 2.971788931s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:37.605793Z","caller":"traceutil/trace.go:171","msg":"trace[828727726] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4173; }","duration":"2.487624591s","start":"2026-04-28T07:24:35.11816Z","end":"2026-04-28T07:24:37.605784Z","steps":["trace[828727726] 'agreement among raft nodes before linearized reading' (duration: 2.487129519s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:37.605808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.633533Z","time spent":"2.972269843s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15405,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-04-28T07:24:37.605826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:35.118151Z","time spent":"2.487667182s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10349,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:24:37.605879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971808082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9523"} {"level":"info","ts":"2026-04-28T07:24:37.605918Z","caller":"traceutil/trace.go:171","msg":"trace[1427958031] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:4173; }","duration":"2.971856313s","start":"2026-04-28T07:24:34.634051Z","end":"2026-04-28T07:24:37.605907Z","steps":["trace[1427958031] 'agreement among raft nodes before linearized reading' (duration: 2.971210837s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:37.605955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.634047Z","time spent":"2.971902084s","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9545,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"warn","ts":"2026-04-28T07:24:37.605972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489072997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T07:24:37.606022Z","caller":"traceutil/trace.go:171","msg":"trace[1050333630] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4173; }","duration":"2.4891736s","start":"2026-04-28T07:24:35.116835Z","end":"2026-04-28T07:24:37.606009Z","steps":["trace[1050333630] 'agreement among raft nodes before linearized reading' (duration: 2.488465792s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:37.606053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:35.116807Z","time spent":"2.489237492s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:24:37.606061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971105084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:24:37.606089Z","caller":"traceutil/trace.go:171","msg":"trace[1478195895] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4173; }","duration":"2.971139064s","start":"2026-04-28T07:24:34.63494Z","end":"2026-04-28T07:24:37.606079Z","steps":["trace[1478195895] 'agreement among raft nodes before linearized reading' (duration: 2.970394166s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:37.605918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513029629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:37.60611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.634936Z","time spent":"2.971168135s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T07:24:37.606123Z","caller":"traceutil/trace.go:171","msg":"trace[874969070] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4173; }","duration":"2.513287466s","start":"2026-04-28T07:24:35.092822Z","end":"2026-04-28T07:24:37.60611Z","steps":["trace[874969070] 'agreement among raft nodes before linearized reading' (duration: 2.512489496s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:37.606142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972134951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3899"} {"level":"warn","ts":"2026-04-28T07:24:37.606165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:35.0928Z","time spent":"2.513353687s","remote":"127.0.0.1:51994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:37.605664Z","caller":"traceutil/trace.go:171","msg":"trace[1107834630] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:4173; }","duration":"2.973118116s","start":"2026-04-28T07:24:34.632529Z","end":"2026-04-28T07:24:37.605647Z","steps":["trace[1107834630] 'agreement among raft nodes before linearized reading' (duration: 2.972877929s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:37.606181Z","caller":"traceutil/trace.go:171","msg":"trace[382808171] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:4173; }","duration":"2.972191162s","start":"2026-04-28T07:24:34.633979Z","end":"2026-04-28T07:24:37.60617Z","steps":["trace[382808171] 'agreement among raft nodes before linearized reading' (duration: 2.97133645s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:37.606207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.632518Z","time spent":"2.973679679s","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3993,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"warn","ts":"2026-04-28T07:24:37.60627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973499345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:24:37.606328Z","caller":"traceutil/trace.go:171","msg":"trace[2139091167] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4173; }","duration":"2.973589107s","start":"2026-04-28T07:24:34.632723Z","end":"2026-04-28T07:24:37.606312Z","steps":["trace[2139091167] 'agreement among raft nodes before linearized reading' (duration: 2.972649184s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:37.606368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.63271Z","time spent":"2.973646098s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:24:37.60621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.633972Z","time spent":"2.972230642s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3921,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-04-28T07:24:37.605617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:36.627265Z","time spent":"978.275516ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:37.606446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.971624137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:24:37.606497Z","caller":"traceutil/trace.go:171","msg":"trace[1915614415] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4173; }","duration":"2.971695489s","start":"2026-04-28T07:24:34.634783Z","end":"2026-04-28T07:24:37.606479Z","steps":["trace[1915614415] 'agreement among raft nodes before linearized reading' (duration: 2.970561441s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:37.606518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973804032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5280"} {"level":"warn","ts":"2026-04-28T07:24:37.606517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973256358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3888"} {"level":"warn","ts":"2026-04-28T07:24:37.60653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.634769Z","time spent":"2.97175201s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T07:24:37.606552Z","caller":"traceutil/trace.go:171","msg":"trace[1975350653] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:4173; }","duration":"2.973848193s","start":"2026-04-28T07:24:34.632694Z","end":"2026-04-28T07:24:37.606542Z","steps":["trace[1975350653] 'agreement among raft nodes before linearized reading' (duration: 2.972695914s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:37.606555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973209427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18155"} {"level":"info","ts":"2026-04-28T07:24:37.606561Z","caller":"traceutil/trace.go:171","msg":"trace[1330409370] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:4173; }","duration":"2.97331039s","start":"2026-04-28T07:24:34.63324Z","end":"2026-04-28T07:24:37.60655Z","steps":["trace[1330409370] 'agreement among raft nodes before linearized reading' (duration: 2.97210903s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:37.606556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973566736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:15975"} {"level":"warn","ts":"2026-04-28T07:24:37.606581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.632686Z","time spent":"2.973889145s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5302,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-04-28T07:24:37.6066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.633234Z","time spent":"2.973356551s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3910,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-04-28T07:24:37.606602Z","caller":"traceutil/trace.go:171","msg":"trace[1735036534] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:4173; }","duration":"2.973624098s","start":"2026-04-28T07:24:34.632969Z","end":"2026-04-28T07:24:37.606593Z","steps":["trace[1735036534] 'agreement among raft nodes before linearized reading' (duration: 2.972389097s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:37.606594Z","caller":"traceutil/trace.go:171","msg":"trace[575188116] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:4173; }","duration":"2.973252359s","start":"2026-04-28T07:24:34.633326Z","end":"2026-04-28T07:24:37.606578Z","steps":["trace[575188116] 'agreement among raft nodes before linearized reading' (duration: 2.972012288s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:37.606635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.632963Z","time spent":"2.973665319s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":15997,"request content":"key:\"/registry/statefulsets/openstack/valkey-node\" "} {"level":"warn","ts":"2026-04-28T07:24:37.606654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.633318Z","time spent":"2.97332097s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18177,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-04-28T07:24:37.606671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974067219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" ","response":"range_response_count:1 size:17532"} {"level":"warn","ts":"2026-04-28T07:24:37.606699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972529251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"warn","ts":"2026-04-28T07:24:37.606691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972170721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:106597"} {"level":"info","ts":"2026-04-28T07:24:37.606736Z","caller":"traceutil/trace.go:171","msg":"trace[6855000] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:4173; }","duration":"2.972573932s","start":"2026-04-28T07:24:34.634151Z","end":"2026-04-28T07:24:37.606725Z","steps":["trace[6855000] 'agreement among raft nodes before linearized reading' (duration: 2.971217338s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:37.606752Z","caller":"traceutil/trace.go:171","msg":"trace[1596079683] range","detail":"{range_begin:/registry/daemonsets/openstack/libvirt-libvirt-default; range_end:; response_count:1; response_revision:4173; }","duration":"2.974152492s","start":"2026-04-28T07:24:34.632568Z","end":"2026-04-28T07:24:37.606721Z","steps":["trace[1596079683] 'agreement among raft nodes before linearized reading' (duration: 2.972809058s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:37.606775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.634148Z","time spent":"2.972614423s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4407,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"info","ts":"2026-04-28T07:24:37.606778Z","caller":"traceutil/trace.go:171","msg":"trace[1602335665] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4173; }","duration":"2.972285974s","start":"2026-04-28T07:24:34.63447Z","end":"2026-04-28T07:24:37.606756Z","steps":["trace[1602335665] 'agreement among raft nodes before linearized reading' (duration: 2.970886449s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:37.606795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.632563Z","time spent":"2.974223093s","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":17554,"request content":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" "} {"level":"warn","ts":"2026-04-28T07:24:37.606832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:34.63433Z","time spent":"2.972487449s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":106619,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:24:38.105684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112105,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:24:38.166757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999777115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:24:38.1669Z","caller":"traceutil/trace.go:171","msg":"trace[536516592] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999993362s","start":"2026-04-28T07:24:36.16688Z","end":"2026-04-28T07:24:38.166873Z","steps":["trace[536516592] 'agreement among raft nodes before linearized reading' (duration: 1.999813807s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.166961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:36.166858Z","time spent":"2.000091654s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:24:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:24:38.636769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000510314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:24:38.636837Z","caller":"traceutil/trace.go:171","msg":"trace[1393126457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000679028s","start":"2026-04-28T07:24:36.636143Z","end":"2026-04-28T07:24:38.636822Z","steps":["trace[1393126457] 'agreement among raft nodes before linearized reading' (duration: 2.000548815s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.636878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:36.636107Z","time spent":"2.0007593s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:24:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:24:38.744481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.066436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:24:38.744732Z","caller":"traceutil/trace.go:171","msg":"trace[35265786] linearizableReadLoop","detail":"{readStateIndex:4350; appliedIndex:4346; }","duration":"1.139321258s","start":"2026-04-28T07:24:37.605392Z","end":"2026-04-28T07:24:38.744713Z","steps":["trace[35265786] 'read index received' (duration: 811.065397ms)","trace[35265786] 'applied index is now lower than readState.Index' (duration: 328.254661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:38.74489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167058676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:24:38.744897Z","caller":"traceutil/trace.go:171","msg":"trace[1972143473] transaction","detail":"{read_only:false; response_revision:4174; number_of_response:1; }","duration":"2.117306667s","start":"2026-04-28T07:24:36.627558Z","end":"2026-04-28T07:24:38.744864Z","steps":["trace[1972143473] 'process raft request' (duration: 1.788775488s)","trace[1972143473] 'compare' (duration: 327.945333ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:38.745047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10879494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:24:38.745085Z","caller":"traceutil/trace.go:171","msg":"trace[2002162674] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4177; }","duration":"3.108857541s","start":"2026-04-28T07:24:35.636219Z","end":"2026-04-28T07:24:38.745076Z","steps":["trace[2002162674] 'agreement among raft nodes before linearized reading' (duration: 3.108735438s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.745117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:35.636204Z","time spent":"3.108905593s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T07:24:38.745172Z","caller":"traceutil/trace.go:171","msg":"trace[1001730066] transaction","detail":"{read_only:false; response_revision:4177; number_of_response:1; }","duration":"1.132048122s","start":"2026-04-28T07:24:37.613098Z","end":"2026-04-28T07:24:38.745146Z","steps":["trace[1001730066] 'process raft request' (duration: 1.13157331s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.745212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442850367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-28T07:24:38.745236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.112873294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-04-28T07:24:38.745044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:36.627546Z","time spent":"2.117422249s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:38.745249Z","caller":"traceutil/trace.go:171","msg":"trace[80241721] transaction","detail":"{read_only:false; response_revision:4175; number_of_response:1; }","duration":"2.117533372s","start":"2026-04-28T07:24:36.627671Z","end":"2026-04-28T07:24:38.745204Z","steps":["trace[80241721] 'process raft request' (duration: 2.116904676s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.7453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:37.613054Z","time spent":"1.132181675s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:38.745341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16681512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:24:38.745358Z","caller":"traceutil/trace.go:171","msg":"trace[1466179804] transaction","detail":"{read_only:false; response_revision:4176; number_of_response:1; }","duration":"1.354343058s","start":"2026-04-28T07:24:37.391002Z","end":"2026-04-28T07:24:38.745345Z","steps":["trace[1466179804] 'process raft request' (duration: 1.35362227s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.745359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198756675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:24:38.745404Z","caller":"traceutil/trace.go:171","msg":"trace[762297231] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4177; }","duration":"1.166901062s","start":"2026-04-28T07:24:37.578485Z","end":"2026-04-28T07:24:38.745386Z","steps":["trace[762297231] 'agreement among raft nodes before linearized reading' (duration: 1.166683946s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.745459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166989274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:24:38.745464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:37.578475Z","time spent":"1.166978393s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:24:38.745461Z","caller":"traceutil/trace.go:171","msg":"trace[556580095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4177; }","duration":"1.198917969s","start":"2026-04-28T07:24:37.546524Z","end":"2026-04-28T07:24:38.745442Z","steps":["trace[556580095] 'agreement among raft nodes before linearized reading' (duration: 1.198614902s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.745476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:37.390978Z","time spent":"1.35442185s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:38.745305Z","caller":"traceutil/trace.go:171","msg":"trace[361084688] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e; range_end:; response_count:1; response_revision:4177; }","duration":"3.112968805s","start":"2026-04-28T07:24:35.632322Z","end":"2026-04-28T07:24:38.745291Z","steps":["trace[361084688] 'agreement among raft nodes before linearized reading' (duration: 3.112796061s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.745482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167369354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:24:38.745514Z","caller":"traceutil/trace.go:171","msg":"trace[831018702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4177; }","duration":"1.167501167s","start":"2026-04-28T07:24:37.577985Z","end":"2026-04-28T07:24:38.745486Z","steps":["trace[831018702] 'agreement among raft nodes before linearized reading' (duration: 1.16681266s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.745472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:36.627652Z","time spent":"2.117696477s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:38.745521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:37.546499Z","time spent":"1.199010682s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:24:38.74554Z","caller":"traceutil/trace.go:171","msg":"trace[503636855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4177; }","duration":"1.167468886s","start":"2026-04-28T07:24:37.578058Z","end":"2026-04-28T07:24:38.745527Z","steps":["trace[503636855] 'agreement among raft nodes before linearized reading' (duration: 1.167313852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.745535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:35.632307Z","time spent":"3.113217842s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" "} {"level":"warn","ts":"2026-04-28T07:24:38.745557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:37.577937Z","time spent":"1.16761158s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:24:38.745303Z","caller":"traceutil/trace.go:171","msg":"trace[1892086978] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4177; }","duration":"1.4429782s","start":"2026-04-28T07:24:37.302305Z","end":"2026-04-28T07:24:38.745283Z","steps":["trace[1892086978] 'agreement among raft nodes before linearized reading' (duration: 1.442829426s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.745634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:37.302284Z","time spent":"1.44332936s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T07:24:38.745575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:37.578027Z","time spent":"1.167540118s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:24:38.744935Z","caller":"traceutil/trace.go:171","msg":"trace[1759807065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4177; }","duration":"1.167134318s","start":"2026-04-28T07:24:37.577783Z","end":"2026-04-28T07:24:38.744918Z","steps":["trace[1759807065] 'agreement among raft nodes before linearized reading' (duration: 1.167010725s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.745798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:37.577766Z","time spent":"1.16802281s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:24:38.745937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07397712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:38.745987Z","caller":"traceutil/trace.go:171","msg":"trace[2006060563] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:4177; }","duration":"2.074123154s","start":"2026-04-28T07:24:36.67185Z","end":"2026-04-28T07:24:38.745973Z","steps":["trace[2006060563] 'agreement among raft nodes before linearized reading' (duration: 2.07398099s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.746021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:36.671833Z","time spent":"2.074179015s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:38.780763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.941195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:38.780743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165334102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:38.780827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.48795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:38.780872Z","caller":"traceutil/trace.go:171","msg":"trace[1770568001] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4177; }","duration":"1.165509167s","start":"2026-04-28T07:24:37.615346Z","end":"2026-04-28T07:24:38.780855Z","steps":["trace[1770568001] 'agreement among raft nodes before linearized reading' (duration: 1.165294621s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:38.780918Z","caller":"traceutil/trace.go:171","msg":"trace[1585298326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4177; }","duration":"137.623993ms","start":"2026-04-28T07:24:38.643263Z","end":"2026-04-28T07:24:38.780887Z","steps":["trace[1585298326] 'agreement among raft nodes before linearized reading' (duration: 137.437529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.780916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.896485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:38.780991Z","caller":"traceutil/trace.go:171","msg":"trace[1745010477] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4177; }","duration":"562.03065ms","start":"2026-04-28T07:24:38.218944Z","end":"2026-04-28T07:24:38.780975Z","steps":["trace[1745010477] 'agreement among raft nodes before linearized reading' (duration: 561.898795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.781002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161746661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:38.781051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:38.218918Z","time spent":"562.117351ms","remote":"127.0.0.1:51608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:38.781064Z","caller":"traceutil/trace.go:171","msg":"trace[383416238] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:0; response_revision:4177; }","duration":"1.161863313s","start":"2026-04-28T07:24:37.619183Z","end":"2026-04-28T07:24:38.781046Z","steps":["trace[383416238] 'agreement among raft nodes before linearized reading' (duration: 1.161732569s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.781099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:37.619148Z","time spent":"1.161943236s","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/openstack/ceph-etc\" "} {"level":"warn","ts":"2026-04-28T07:24:38.781187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.443486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:38.781237Z","caller":"traceutil/trace.go:171","msg":"trace[1555517163] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4177; }","duration":"771.501687ms","start":"2026-04-28T07:24:38.009722Z","end":"2026-04-28T07:24:38.781224Z","steps":["trace[1555517163] 'agreement among raft nodes before linearized reading' (duration: 771.398684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.781224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.723639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa747285b4a228\" ","response":"range_response_count:1 size:772"} {"level":"warn","ts":"2026-04-28T07:24:38.781231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.16483247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T07:24:38.781276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:38.009655Z","time spent":"771.60843ms","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:38.7813Z","caller":"traceutil/trace.go:171","msg":"trace[1532245156] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa747285b4a228; range_end:; response_count:1; response_revision:4177; }","duration":"611.843001ms","start":"2026-04-28T07:24:38.16943Z","end":"2026-04-28T07:24:38.781273Z","steps":["trace[1532245156] 'agreement among raft nodes before linearized reading' (duration: 611.499522ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:38.781319Z","caller":"traceutil/trace.go:171","msg":"trace[1317370214] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4177; }","duration":"1.164938762s","start":"2026-04-28T07:24:37.616362Z","end":"2026-04-28T07:24:38.7813Z","steps":["trace[1317370214] 'agreement among raft nodes before linearized reading' (duration: 1.164718056s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.781354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.970888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:38.781362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:38.169401Z","time spent":"611.947864ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":794,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa747285b4a228\" "} {"level":"warn","ts":"2026-04-28T07:24:38.781369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:37.616349Z","time spent":"1.165006883s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T07:24:38.781387Z","caller":"traceutil/trace.go:171","msg":"trace[1360114650] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4177; }","duration":"873.013059ms","start":"2026-04-28T07:24:37.908365Z","end":"2026-04-28T07:24:38.781378Z","steps":["trace[1360114650] 'agreement among raft nodes before linearized reading' (duration: 872.948237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.781412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:37.908304Z","time spent":"873.099521ms","remote":"127.0.0.1:51404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:38.781476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165140447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:24:38.781532Z","caller":"traceutil/trace.go:171","msg":"trace[1907700363] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4177; }","duration":"1.165213349s","start":"2026-04-28T07:24:37.616297Z","end":"2026-04-28T07:24:38.781511Z","steps":["trace[1907700363] 'agreement among raft nodes before linearized reading' (duration: 1.165037815s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.780921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:37.615333Z","time spent":"1.165575768s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:24:38.781569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:37.616284Z","time spent":"1.16527597s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T07:24:38.780863Z","caller":"traceutil/trace.go:171","msg":"trace[747564114] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:4177; }","duration":"681.103038ms","start":"2026-04-28T07:24:38.099734Z","end":"2026-04-28T07:24:38.780837Z","steps":["trace[747564114] 'agreement among raft nodes before linearized reading' (duration: 680.944554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.781737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:38.099705Z","time spent":"682.010412ms","remote":"127.0.0.1:47524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:38.972563Z","caller":"traceutil/trace.go:171","msg":"trace[2039240181] linearizableReadLoop","detail":"{readStateIndex:4358; appliedIndex:4357; }","duration":"137.46896ms","start":"2026-04-28T07:24:38.835062Z","end":"2026-04-28T07:24:38.972531Z","steps":["trace[2039240181] 'read index received' (duration: 42.266779ms)","trace[2039240181] 'applied index is now lower than readState.Index' (duration: 95.199511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:38.97266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.137799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:38.972575Z","caller":"traceutil/trace.go:171","msg":"trace[353285076] transaction","detail":"{read_only:false; response_revision:4184; number_of_response:1; }","duration":"188.293287ms","start":"2026-04-28T07:24:38.784247Z","end":"2026-04-28T07:24:38.97254Z","steps":["trace[353285076] 'process raft request' (duration: 93.055776ms)","trace[353285076] 'compare' (duration: 94.77375ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:38.972711Z","caller":"traceutil/trace.go:171","msg":"trace[1261764323] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4184; }","duration":"187.250601ms","start":"2026-04-28T07:24:38.785445Z","end":"2026-04-28T07:24:38.972696Z","steps":["trace[1261764323] 'agreement among raft nodes before linearized reading' (duration: 187.124768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.972718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.234011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-csi-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:38.972762Z","caller":"traceutil/trace.go:171","msg":"trace[1566002172] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-csi-config; range_end:; response_count:0; response_revision:4184; }","duration":"187.343194ms","start":"2026-04-28T07:24:38.78541Z","end":"2026-04-28T07:24:38.972753Z","steps":["trace[1566002172] 'agreement among raft nodes before linearized reading' (duration: 187.228631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:38.972993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.228389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:38.973049Z","caller":"traceutil/trace.go:171","msg":"trace[1243225011] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4184; }","duration":"129.334162ms","start":"2026-04-28T07:24:38.843698Z","end":"2026-04-28T07:24:38.973032Z","steps":["trace[1243225011] 'agreement among raft nodes before linearized reading' (duration: 129.237509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:40.054766Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05904776s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:24:40.055318Z","caller":"traceutil/trace.go:171","msg":"trace[36123407] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4185; }","duration":"1.068393189s","start":"2026-04-28T07:24:38.98685Z","end":"2026-04-28T07:24:40.055243Z","steps":["trace[36123407] 'process raft request' (duration: 1.068259066s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:40.055467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:38.98684Z","time spent":"1.068543263s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:24:40.058218Z","caller":"traceutil/trace.go:171","msg":"trace[764161420] linearizableReadLoop","detail":"{readStateIndex:4363; appliedIndex:4359; }","duration":"445.596188ms","start":"2026-04-28T07:24:39.612598Z","end":"2026-04-28T07:24:40.058194Z","steps":["trace[764161420] 'read index received' (duration: 442.468769ms)","trace[764161420] 'applied index is now lower than readState.Index' (duration: 3.125339ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:40.058244Z","caller":"traceutil/trace.go:171","msg":"trace[178520376] transaction","detail":"{read_only:false; response_revision:4186; number_of_response:1; }","duration":"957.168289ms","start":"2026-04-28T07:24:39.101035Z","end":"2026-04-28T07:24:40.058203Z","steps":["trace[178520376] 'process raft request' (duration: 956.882071ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:40.058288Z","caller":"traceutil/trace.go:171","msg":"trace[2075493013] transaction","detail":"{read_only:false; response_revision:4187; number_of_response:1; }","duration":"446.459ms","start":"2026-04-28T07:24:39.611788Z","end":"2026-04-28T07:24:40.058247Z","steps":["trace[2075493013] 'process raft request' (duration: 446.258625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:40.058305Z","caller":"traceutil/trace.go:171","msg":"trace[1538812112] transaction","detail":"{read_only:false; response_revision:4188; number_of_response:1; }","duration":"445.891845ms","start":"2026-04-28T07:24:39.612388Z","end":"2026-04-28T07:24:40.058279Z","steps":["trace[1538812112] 'process raft request' (duration: 445.741912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:40.058422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:39.101006Z","time spent":"957.335113ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:24:40.058443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:39.611752Z","time spent":"446.602733ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:40.058517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.912737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:24:40.058576Z","caller":"traceutil/trace.go:171","msg":"trace[936428076] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4188; }","duration":"446.02203ms","start":"2026-04-28T07:24:39.612541Z","end":"2026-04-28T07:24:40.058563Z","steps":["trace[936428076] 'agreement among raft nodes before linearized reading' (duration: 445.792573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:40.058601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.373732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:24:40.058782Z","caller":"traceutil/trace.go:171","msg":"trace[1139516846] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4188; }","duration":"304.575118ms","start":"2026-04-28T07:24:39.754195Z","end":"2026-04-28T07:24:40.05877Z","steps":["trace[1139516846] 'agreement among raft nodes before linearized reading' (duration: 304.289311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:40.058834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:39.754181Z","time spent":"304.640399ms","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:24:40.05852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.141209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:24:40.058929Z","caller":"traceutil/trace.go:171","msg":"trace[986060494] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:4188; }","duration":"373.5906ms","start":"2026-04-28T07:24:39.685325Z","end":"2026-04-28T07:24:40.058916Z","steps":["trace[986060494] 'agreement among raft nodes before linearized reading' (duration: 373.088528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:40.058968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:39.685301Z","time spent":"373.655631ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"warn","ts":"2026-04-28T07:24:40.058609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.6709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-04-28T07:24:40.059064Z","caller":"traceutil/trace.go:171","msg":"trace[1778408850] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e; range_end:; response_count:1; response_revision:4188; }","duration":"305.177473ms","start":"2026-04-28T07:24:39.753871Z","end":"2026-04-28T07:24:40.059048Z","steps":["trace[1778408850] 'agreement among raft nodes before linearized reading' (duration: 304.68103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:40.059112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:39.75384Z","time spent":"305.256105ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" "} {"level":"warn","ts":"2026-04-28T07:24:40.058614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:39.612531Z","time spent":"446.075311ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:24:40.058438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:39.612349Z","time spent":"446.014969ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:40.058649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.999806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:40.059301Z","caller":"traceutil/trace.go:171","msg":"trace[2046762611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4188; }","duration":"357.680603ms","start":"2026-04-28T07:24:39.7016Z","end":"2026-04-28T07:24:40.059281Z","steps":["trace[2046762611] 'agreement among raft nodes before linearized reading' (duration: 357.030456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:40.059365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:39.701578Z","time spent":"357.769825ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:24:40.058706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.967007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:40.059468Z","caller":"traceutil/trace.go:171","msg":"trace[1097758244] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:4188; }","duration":"303.797798ms","start":"2026-04-28T07:24:39.755658Z","end":"2026-04-28T07:24:40.059456Z","steps":["trace[1097758244] 'agreement among raft nodes before linearized reading' (duration: 303.023519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:40.059513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:39.755621Z","time spent":"303.87826ms","remote":"127.0.0.1:50030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:40.49835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.584638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:24:40.498474Z","caller":"traceutil/trace.go:171","msg":"trace[684542551] linearizableReadLoop","detail":"{readStateIndex:4374; appliedIndex:4373; }","duration":"129.801435ms","start":"2026-04-28T07:24:40.368658Z","end":"2026-04-28T07:24:40.498459Z","steps":["trace[684542551] 'read index received' (duration: 2.002512ms)","trace[684542551] 'applied index is now lower than readState.Index' (duration: 127.797873ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:40.498559Z","caller":"traceutil/trace.go:171","msg":"trace[1992350331] transaction","detail":"{read_only:false; response_revision:4198; number_of_response:1; }","duration":"180.900569ms","start":"2026-04-28T07:24:40.317625Z","end":"2026-04-28T07:24:40.498525Z","steps":["trace[1992350331] 'process raft request' (duration: 53.082355ms)","trace[1992350331] 'compare' (duration: 127.427133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:40.498727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.01007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" ","response":"range_response_count:1 size:3743"} {"level":"info","ts":"2026-04-28T07:24:40.49877Z","caller":"traceutil/trace.go:171","msg":"trace[569776336] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e; range_end:; response_count:1; response_revision:4198; }","duration":"130.141654ms","start":"2026-04-28T07:24:40.368615Z","end":"2026-04-28T07:24:40.498757Z","steps":["trace[569776336] 'agreement among raft nodes before linearized reading' (duration: 129.922318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:40.499346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.643033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:19 size:505209"} {"level":"info","ts":"2026-04-28T07:24:40.499483Z","caller":"traceutil/trace.go:171","msg":"trace[1495264099] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:19; response_revision:4198; }","duration":"126.805037ms","start":"2026-04-28T07:24:40.372654Z","end":"2026-04-28T07:24:40.499459Z","steps":["trace[1495264099] 'agreement among raft nodes before linearized reading' (duration: 125.957566ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:40.740236Z","caller":"traceutil/trace.go:171","msg":"trace[1886119163] transaction","detail":"{read_only:false; response_revision:4199; number_of_response:1; }","duration":"234.624991ms","start":"2026-04-28T07:24:40.505584Z","end":"2026-04-28T07:24:40.740209Z","steps":["trace[1886119163] 'process raft request' (duration: 204.070481ms)","trace[1886119163] 'compare' (duration: 30.14569ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:40.789196Z","caller":"traceutil/trace.go:171","msg":"trace[1290355901] transaction","detail":"{read_only:false; response_revision:4200; number_of_response:1; }","duration":"257.466903ms","start":"2026-04-28T07:24:40.531695Z","end":"2026-04-28T07:24:40.789162Z","steps":["trace[1290355901] 'process raft request' (duration: 257.270578ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:40.949623Z","caller":"traceutil/trace.go:171","msg":"trace[252731577] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"198.555008ms","start":"2026-04-28T07:24:40.751037Z","end":"2026-04-28T07:24:40.949592Z","steps":["trace[252731577] 'process raft request' (duration: 198.294742ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:40.949885Z","caller":"traceutil/trace.go:171","msg":"trace[119389785] linearizableReadLoop","detail":"{readStateIndex:4378; appliedIndex:4376; }","duration":"160.727883ms","start":"2026-04-28T07:24:40.789141Z","end":"2026-04-28T07:24:40.949868Z","steps":["trace[119389785] 'read index received' (duration: 160.276272ms)","trace[119389785] 'applied index is now lower than readState.Index' (duration: 450.111µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:40.949972Z","caller":"traceutil/trace.go:171","msg":"trace[862442973] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"197.890761ms","start":"2026-04-28T07:24:40.752069Z","end":"2026-04-28T07:24:40.949959Z","steps":["trace[862442973] 'process raft request' (duration: 197.479921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:40.950177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.898588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:40.950228Z","caller":"traceutil/trace.go:171","msg":"trace[579835672] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:4202; }","duration":"181.035272ms","start":"2026-04-28T07:24:40.769183Z","end":"2026-04-28T07:24:40.950218Z","steps":["trace[579835672] 'agreement among raft nodes before linearized reading' (duration: 180.883958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:41.022341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.188252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:24:41.022439Z","caller":"traceutil/trace.go:171","msg":"trace[2024325614] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4204; }","duration":"182.338796ms","start":"2026-04-28T07:24:40.840079Z","end":"2026-04-28T07:24:41.022418Z","steps":["trace[2024325614] 'agreement among raft nodes before linearized reading' (duration: 182.055169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:41.022776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.510329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:24:41.02282Z","caller":"traceutil/trace.go:171","msg":"trace[1975112528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4204; }","duration":"182.604392ms","start":"2026-04-28T07:24:40.840206Z","end":"2026-04-28T07:24:41.02281Z","steps":["trace[1975112528] 'agreement among raft nodes before linearized reading' (duration: 182.432147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:41.022676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.70562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:24:41.022891Z","caller":"traceutil/trace.go:171","msg":"trace[77327073] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4204; }","duration":"181.947835ms","start":"2026-04-28T07:24:40.84092Z","end":"2026-04-28T07:24:41.022868Z","steps":["trace[77327073] 'agreement among raft nodes before linearized reading' (duration: 181.607306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:41.023025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.812078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:24:41.023059Z","caller":"traceutil/trace.go:171","msg":"trace[1671281506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4204; }","duration":"182.851319ms","start":"2026-04-28T07:24:40.8402Z","end":"2026-04-28T07:24:41.023051Z","steps":["trace[1671281506] 'agreement among raft nodes before linearized reading' (duration: 182.759086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:41.023182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.004532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:24:41.023213Z","caller":"traceutil/trace.go:171","msg":"trace[111805509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4204; }","duration":"183.051914ms","start":"2026-04-28T07:24:40.840154Z","end":"2026-04-28T07:24:41.023206Z","steps":["trace[111805509] 'agreement among raft nodes before linearized reading' (duration: 182.975322ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:41.023248Z","caller":"traceutil/trace.go:171","msg":"trace[548047212] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"229.474439ms","start":"2026-04-28T07:24:40.793743Z","end":"2026-04-28T07:24:41.023218Z","steps":["trace[548047212] 'process raft request' (duration: 214.518747ms)","trace[548047212] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/monitoring/vector-jctzt.18aa747c6ba1f569; req_size:731; } (duration: 13.144085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:41.023528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.008423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:41.023589Z","caller":"traceutil/trace.go:171","msg":"trace[1956480444] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:4204; }","duration":"136.125456ms","start":"2026-04-28T07:24:40.887447Z","end":"2026-04-28T07:24:41.023572Z","steps":["trace[1956480444] 'agreement among raft nodes before linearized reading' (duration: 135.982512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:42.119812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.556364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:42.119894Z","caller":"traceutil/trace.go:171","msg":"trace[1562930203] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4219; }","duration":"416.697278ms","start":"2026-04-28T07:24:41.703177Z","end":"2026-04-28T07:24:42.119874Z","steps":["trace[1562930203] 'range keys from in-memory index tree' (duration: 416.441921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:42.119939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:41.70315Z","time spent":"416.78036ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:24:42.120125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.30102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-28T07:24:42.120179Z","caller":"traceutil/trace.go:171","msg":"trace[252685138] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4219; }","duration":"677.401173ms","start":"2026-04-28T07:24:41.442767Z","end":"2026-04-28T07:24:42.120168Z","steps":["trace[252685138] 'range keys from in-memory index tree' (duration: 677.126137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:42.120201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:41.442749Z","time spent":"677.447706ms","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-28T07:24:42.120264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.031715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:42.120662Z","caller":"traceutil/trace.go:171","msg":"trace[709330349] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4219; }","duration":"147.434085ms","start":"2026-04-28T07:24:41.973211Z","end":"2026-04-28T07:24:42.120645Z","steps":["trace[709330349] 'count revisions from in-memory index tree' (duration: 146.88761ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:42.174588Z","caller":"traceutil/trace.go:171","msg":"trace[407132226] transaction","detail":"{read_only:false; response_revision:4221; number_of_response:1; }","duration":"109.971237ms","start":"2026-04-28T07:24:42.06458Z","end":"2026-04-28T07:24:42.174551Z","steps":["trace[407132226] 'process raft request' (duration: 109.805033ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:42.17482Z","caller":"traceutil/trace.go:171","msg":"trace[276289641] linearizableReadLoop","detail":"{readStateIndex:4397; appliedIndex:4395; }","duration":"102.221369ms","start":"2026-04-28T07:24:42.072578Z","end":"2026-04-28T07:24:42.1748Z","steps":["trace[276289641] 'read index received' (duration: 12.56027ms)","trace[276289641] 'applied index is now lower than readState.Index' (duration: 89.660229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:42.174966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.371603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" ","response":"range_response_count:1 size:3929"} {"level":"info","ts":"2026-04-28T07:24:42.174993Z","caller":"traceutil/trace.go:171","msg":"trace[1229708004] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e; range_end:; response_count:1; response_revision:4221; }","duration":"102.454966ms","start":"2026-04-28T07:24:42.072527Z","end":"2026-04-28T07:24:42.174982Z","steps":["trace[1229708004] 'agreement among raft nodes before linearized reading' (duration: 102.338603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:43.474225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:24:43.974761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:24:44.276696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.793329905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-28T07:24:44.276803Z","caller":"traceutil/trace.go:171","msg":"trace[1878644476] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:4221; }","duration":"1.793490939s","start":"2026-04-28T07:24:42.483288Z","end":"2026-04-28T07:24:44.276779Z","steps":["trace[1878644476] 'range keys from in-memory index tree' (duration: 1.793146661s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:44.276857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:42.483267Z","time spent":"1.793574802s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1803,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-28T07:24:44.276879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03402262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:44.276959Z","caller":"traceutil/trace.go:171","msg":"trace[1808652387] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4221; }","duration":"2.034145913s","start":"2026-04-28T07:24:42.242793Z","end":"2026-04-28T07:24:44.276939Z","steps":["trace[1808652387] 'count revisions from in-memory index tree' (duration: 2.033950079s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:44.277002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:42.242777Z","time spent":"2.034213905s","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:44.277268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782237042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:44.277349Z","caller":"traceutil/trace.go:171","msg":"trace[494266655] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:4221; }","duration":"1.782348536s","start":"2026-04-28T07:24:42.49498Z","end":"2026-04-28T07:24:44.277328Z","steps":["trace[494266655] 'count revisions from in-memory index tree' (duration: 1.782180131s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:44.277416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:42.494973Z","time spent":"1.782421988s","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:44.277553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488909844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:44.277603Z","caller":"traceutil/trace.go:171","msg":"trace[1946707720] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4221; }","duration":"1.489004867s","start":"2026-04-28T07:24:42.788582Z","end":"2026-04-28T07:24:44.277587Z","steps":["trace[1946707720] 'count revisions from in-memory index tree' (duration: 1.48875337s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:44.277637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:42.78856Z","time spent":"1.489067589s","remote":"127.0.0.1:51496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:44.475194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:24:44.97586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:24:45.350016Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.395001936s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:24:45.350498Z","caller":"traceutil/trace.go:171","msg":"trace[1347343801] transaction","detail":"{read_only:false; response_revision:4222; number_of_response:1; }","duration":"2.395556412s","start":"2026-04-28T07:24:42.954911Z","end":"2026-04-28T07:24:45.350467Z","steps":["trace[1347343801] 'process raft request' (duration: 2.395374608s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:45.350676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:42.954889Z","time spent":"2.395696855s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:45.702052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000582875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:24:45.702139Z","caller":"traceutil/trace.go:171","msg":"trace[1186037659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000723129s","start":"2026-04-28T07:24:43.701398Z","end":"2026-04-28T07:24:45.702122Z","steps":["trace[1186037659] 'agreement among raft nodes before linearized reading' (duration: 2.000614286s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:45.702187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:43.701378Z","time spent":"2.00079978s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:24:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:24:46.196046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.905559ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:24:46.196294Z","caller":"traceutil/trace.go:171","msg":"trace[913263798] transaction","detail":"{read_only:false; response_revision:4223; number_of_response:1; }","duration":"3.239499977s","start":"2026-04-28T07:24:42.956763Z","end":"2026-04-28T07:24:46.196263Z","steps":["trace[913263798] 'process raft request' (duration: 2.960265779s)","trace[913263798] 'compare' (duration: 278.758425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:46.196461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:42.956744Z","time spent":"3.23962593s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:46.196874Z","caller":"traceutil/trace.go:171","msg":"trace[271482265] transaction","detail":"{read_only:false; response_revision:4224; number_of_response:1; }","duration":"2.071927316s","start":"2026-04-28T07:24:44.124922Z","end":"2026-04-28T07:24:46.19685Z","steps":["trace[271482265] 'process raft request' (duration: 2.071226877s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:46.196918Z","caller":"traceutil/trace.go:171","msg":"trace[861978331] transaction","detail":"{read_only:false; response_revision:4225; number_of_response:1; }","duration":"2.016173193s","start":"2026-04-28T07:24:44.180693Z","end":"2026-04-28T07:24:46.196866Z","steps":["trace[861978331] 'process raft request' (duration: 2.015518046s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:46.196992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:44.124899Z","time spent":"2.072034019s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:46.197135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:44.180666Z","time spent":"2.016349467s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:24:46.321353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.016061ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:24:46.321475Z","caller":"traceutil/trace.go:171","msg":"trace[1468066638] linearizableReadLoop","detail":"{readStateIndex:4401; appliedIndex:4397; }","duration":"3.347924795s","start":"2026-04-28T07:24:42.973529Z","end":"2026-04-28T07:24:46.321454Z","steps":["trace[1468066638] 'read index received' (duration: 2.376735391s)","trace[1468066638] 'applied index is now lower than readState.Index' (duration: 971.187994ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:46.321614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348073888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:46.321657Z","caller":"traceutil/trace.go:171","msg":"trace[1069853218] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4225; }","duration":"3.348158351s","start":"2026-04-28T07:24:42.973486Z","end":"2026-04-28T07:24:46.321644Z","steps":["trace[1069853218] 'agreement among raft nodes before linearized reading' (duration: 3.348069559s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:46.321699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:42.973472Z","time spent":"3.348217232s","remote":"127.0.0.1:51962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:24:46.321715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.514130486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:24:46.321792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133721804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T07:24:46.321802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647641534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" ","response":"range_response_count:1 size:3929"} {"level":"warn","ts":"2026-04-28T07:24:46.321815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.146707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa747a1bf350f5\" ","response":"range_response_count:1 size:981"} {"level":"warn","ts":"2026-04-28T07:24:46.321827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2812163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:24:46.321824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.867793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:46.321839Z","caller":"traceutil/trace.go:171","msg":"trace[1296418141] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:4225; }","duration":"2.514267359s","start":"2026-04-28T07:24:43.807513Z","end":"2026-04-28T07:24:46.321781Z","steps":["trace[1296418141] 'agreement among raft nodes before linearized reading' (duration: 2.514123856s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:46.321919Z","caller":"traceutil/trace.go:171","msg":"trace[1895560313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4225; }","duration":"3.281355464s","start":"2026-04-28T07:24:43.040545Z","end":"2026-04-28T07:24:46.3219Z","steps":["trace[1895560313] 'agreement among raft nodes before linearized reading' (duration: 3.281086727s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:46.321902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.272770964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:24:46.321951Z","caller":"traceutil/trace.go:171","msg":"trace[898894588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4225; }","duration":"155.038378ms","start":"2026-04-28T07:24:46.166888Z","end":"2026-04-28T07:24:46.321926Z","steps":["trace[898894588] 'agreement among raft nodes before linearized reading' (duration: 154.822642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:46.321962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.135787926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:24:46.321984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:43.040528Z","time spent":"3.281445906s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:24:46.321999Z","caller":"traceutil/trace.go:171","msg":"trace[247392484] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4225; }","duration":"2.135822787s","start":"2026-04-28T07:24:44.186167Z","end":"2026-04-28T07:24:46.32199Z","steps":["trace[247392484] 'agreement among raft nodes before linearized reading' (duration: 2.135725714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:46.321996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.554277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:46.322012Z","caller":"traceutil/trace.go:171","msg":"trace[718695746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4225; }","duration":"3.272919388s","start":"2026-04-28T07:24:43.049067Z","end":"2026-04-28T07:24:46.321986Z","steps":["trace[718695746] 'agreement among raft nodes before linearized reading' (duration: 3.2725792s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:46.32203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:44.186119Z","time spent":"2.135905038s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"info","ts":"2026-04-28T07:24:46.322034Z","caller":"traceutil/trace.go:171","msg":"trace[1597741768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4225; }","duration":"619.628468ms","start":"2026-04-28T07:24:45.702397Z","end":"2026-04-28T07:24:46.322025Z","steps":["trace[1597741768] 'agreement among raft nodes before linearized reading' (duration: 619.575547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:46.322054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316644393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:10327"} {"level":"warn","ts":"2026-04-28T07:24:46.322059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:45.702377Z","time spent":"619.67713ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:24:46.321945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:43.807493Z","time spent":"2.514438163s","remote":"127.0.0.1:47472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:24:46.322095Z","caller":"traceutil/trace.go:171","msg":"trace[1191317233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4225; }","duration":"2.316720715s","start":"2026-04-28T07:24:44.005366Z","end":"2026-04-28T07:24:46.322086Z","steps":["trace[1191317233] 'agreement among raft nodes before linearized reading' (duration: 2.316620582s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:46.321993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273702638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:24:46.322146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.141202206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" ","response":"range_response_count:1 size:3929"} {"level":"warn","ts":"2026-04-28T07:24:46.322167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273330968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:24:46.322193Z","caller":"traceutil/trace.go:171","msg":"trace[51212330] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e; range_end:; response_count:1; response_revision:4225; }","duration":"3.141292598s","start":"2026-04-28T07:24:43.180887Z","end":"2026-04-28T07:24:46.322179Z","steps":["trace[51212330] 'agreement among raft nodes before linearized reading' (duration: 3.141169535s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:46.322191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:44.005346Z","time spent":"2.316794386s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":10349,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:24:46.321855Z","caller":"traceutil/trace.go:171","msg":"trace[470259451] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4225; }","duration":"3.133806587s","start":"2026-04-28T07:24:43.188032Z","end":"2026-04-28T07:24:46.321838Z","steps":["trace[470259451] 'agreement among raft nodes before linearized reading' (duration: 3.133628772s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:46.322235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:43.180864Z","time spent":"3.14136074s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3951,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" "} {"level":"info","ts":"2026-04-28T07:24:46.322233Z","caller":"traceutil/trace.go:171","msg":"trace[838002136] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4225; }","duration":"3.273424471s","start":"2026-04-28T07:24:43.048785Z","end":"2026-04-28T07:24:46.32221Z","steps":["trace[838002136] 'agreement among raft nodes before linearized reading' (duration: 3.273096723s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:46.322253Z","caller":"traceutil/trace.go:171","msg":"trace[1374191501] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4225; }","duration":"3.273865712s","start":"2026-04-28T07:24:43.048278Z","end":"2026-04-28T07:24:46.322144Z","steps":["trace[1374191501] 'agreement among raft nodes before linearized reading' (duration: 3.273630746s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:46.321857Z","caller":"traceutil/trace.go:171","msg":"trace[535735189] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e; range_end:; response_count:1; response_revision:4225; }","duration":"2.647699736s","start":"2026-04-28T07:24:43.674145Z","end":"2026-04-28T07:24:46.321844Z","steps":["trace[535735189] 'agreement among raft nodes before linearized reading' (duration: 2.647549002s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:46.322284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:43.188021Z","time spent":"3.134246098s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:24:46.322294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:43.048774Z","time spent":"3.273504064s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:24:46.32196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040942315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-04-28T07:24:46.321849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.273095703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:24:46.322363Z","caller":"traceutil/trace.go:171","msg":"trace[1435973931] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d; range_end:; response_count:1; response_revision:4225; }","duration":"2.041367307s","start":"2026-04-28T07:24:44.280985Z","end":"2026-04-28T07:24:46.322352Z","steps":["trace[1435973931] 'agreement among raft nodes before linearized reading' (duration: 2.040882873s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:46.322365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:43.674128Z","time spent":"2.648194549s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3951,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" "} {"level":"warn","ts":"2026-04-28T07:24:46.322397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:44.280972Z","time spent":"2.041415067s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1297,"request content":"key:\"/registry/persistentvolumes/pvc-e61b6cc8-6f75-456d-9b1b-62b78c9d9f8d\" "} {"level":"warn","ts":"2026-04-28T07:24:46.322065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:43.049055Z","time spent":"3.27300132s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:24:46.322418Z","caller":"traceutil/trace.go:171","msg":"trace[428210338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4225; }","duration":"3.27370454s","start":"2026-04-28T07:24:43.048684Z","end":"2026-04-28T07:24:46.322388Z","steps":["trace[428210338] 'agreement among raft nodes before linearized reading' (duration: 3.273066582s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:46.321897Z","caller":"traceutil/trace.go:171","msg":"trace[1052304423] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa747a1bf350f5; range_end:; response_count:1; response_revision:4225; }","duration":"648.26164ms","start":"2026-04-28T07:24:45.673617Z","end":"2026-04-28T07:24:46.321878Z","steps":["trace[1052304423] 'agreement among raft nodes before linearized reading' (duration: 648.068905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:46.322491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:45.673597Z","time spent":"648.886167ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1003,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18aa747a1bf350f5\" "} {"level":"warn","ts":"2026-04-28T07:24:46.322503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:43.04867Z","time spent":"3.273806652s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:24:46.322332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:43.048222Z","time spent":"3.274080978s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:24:47.663779Z","caller":"traceutil/trace.go:171","msg":"trace[1699937633] transaction","detail":"{read_only:false; response_revision:4235; number_of_response:1; }","duration":"225.315802ms","start":"2026-04-28T07:24:47.438421Z","end":"2026-04-28T07:24:47.663737Z","steps":["trace[1699937633] 'process raft request' (duration: 225.112917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:49.078182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.389272ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:24:49.078332Z","caller":"traceutil/trace.go:171","msg":"trace[1626641941] transaction","detail":"{read_only:false; response_revision:4248; number_of_response:1; }","duration":"672.423207ms","start":"2026-04-28T07:24:48.405885Z","end":"2026-04-28T07:24:49.078308Z","steps":["trace[1626641941] 'compare' (duration: 663.812197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:49.078402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:48.40584Z","time spent":"672.5306ms","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:49.141986Z","caller":"traceutil/trace.go:171","msg":"trace[1604893848] transaction","detail":"{read_only:false; response_revision:4249; number_of_response:1; }","duration":"736.061042ms","start":"2026-04-28T07:24:48.405898Z","end":"2026-04-28T07:24:49.141959Z","steps":["trace[1604893848] 'process raft request' (duration: 735.912908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:49.142122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:48.40588Z","time spent":"736.182025ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:24:49.174133Z","caller":"traceutil/trace.go:171","msg":"trace[261767235] linearizableReadLoop","detail":"{readStateIndex:4428; appliedIndex:4426; }","duration":"275.73875ms","start":"2026-04-28T07:24:48.89837Z","end":"2026-04-28T07:24:49.174109Z","steps":["trace[261767235] 'read index received' (duration: 243.462076ms)","trace[261767235] 'applied index is now lower than readState.Index' (duration: 32.275234ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:24:49.174178Z","caller":"traceutil/trace.go:171","msg":"trace[1442113722] transaction","detail":"{read_only:false; response_revision:4251; number_of_response:1; }","duration":"273.629966ms","start":"2026-04-28T07:24:48.900516Z","end":"2026-04-28T07:24:49.174146Z","steps":["trace[1442113722] 'process raft request' (duration: 273.546643ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:49.174619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.785983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:24:49.174738Z","caller":"traceutil/trace.go:171","msg":"trace[1448719730] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4251; }","duration":"212.993929ms","start":"2026-04-28T07:24:48.961716Z","end":"2026-04-28T07:24:49.17471Z","steps":["trace[1448719730] 'agreement among raft nodes before linearized reading' (duration: 212.735762ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:49.174819Z","caller":"traceutil/trace.go:171","msg":"trace[1161646855] transaction","detail":"{read_only:false; response_revision:4250; number_of_response:1; }","duration":"647.359457ms","start":"2026-04-28T07:24:48.527404Z","end":"2026-04-28T07:24:49.174763Z","steps":["trace[1161646855] 'process raft request' (duration: 646.510885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:49.174823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.55128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:49.17487Z","caller":"traceutil/trace.go:171","msg":"trace[1499285386] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4251; }","duration":"254.637491ms","start":"2026-04-28T07:24:48.920222Z","end":"2026-04-28T07:24:49.174859Z","steps":["trace[1499285386] 'agreement among raft nodes before linearized reading' (duration: 254.072477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:24:49.1748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.400817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413710"} {"level":"warn","ts":"2026-04-28T07:24:49.174923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:24:48.527363Z","time spent":"647.49553ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:24:49.174975Z","caller":"traceutil/trace.go:171","msg":"trace[1910161534] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4251; }","duration":"276.645243ms","start":"2026-04-28T07:24:48.898298Z","end":"2026-04-28T07:24:49.174943Z","steps":["trace[1910161534] 'agreement among raft nodes before linearized reading' (duration: 275.910775ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:49.817279Z","caller":"traceutil/trace.go:171","msg":"trace[1766010053] linearizableReadLoop","detail":"{readStateIndex:4434; appliedIndex:4433; }","duration":"116.862043ms","start":"2026-04-28T07:24:49.700388Z","end":"2026-04-28T07:24:49.81725Z","steps":["trace[1766010053] 'read index received' (duration: 23.253744ms)","trace[1766010053] 'applied index is now lower than readState.Index' (duration: 93.606869ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:24:49.8174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.997387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:24:49.817463Z","caller":"traceutil/trace.go:171","msg":"trace[408478520] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4255; }","duration":"117.08487ms","start":"2026-04-28T07:24:49.700338Z","end":"2026-04-28T07:24:49.817422Z","steps":["trace[408478520] 'agreement among raft nodes before linearized reading' (duration: 117.010888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:24:53.920023Z","caller":"traceutil/trace.go:171","msg":"trace[1440869496] transaction","detail":"{read_only:false; response_revision:4285; number_of_response:1; }","duration":"164.415279ms","start":"2026-04-28T07:24:53.755556Z","end":"2026-04-28T07:24:53.919971Z","steps":["trace[1440869496] 'process raft request' (duration: 164.041258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:04.087955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:25:04.421827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166365138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:25:04.421945Z","caller":"traceutil/trace.go:171","msg":"trace[1066906687] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:4361; }","duration":"1.166560153s","start":"2026-04-28T07:25:03.25536Z","end":"2026-04-28T07:25:04.42192Z","steps":["trace[1066906687] 'count revisions from in-memory index tree' (duration: 1.166232875s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:04.422015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:03.255326Z","time spent":"1.166670087s","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":81,"response size":29,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:04.588742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112511,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:25:04.787084Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.251783239s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:25:04.787653Z","caller":"traceutil/trace.go:171","msg":"trace[1619476533] transaction","detail":"{read_only:false; response_revision:4362; number_of_response:1; }","duration":"1.252511377s","start":"2026-04-28T07:25:03.535115Z","end":"2026-04-28T07:25:04.787627Z","steps":["trace[1619476533] 'process raft request' (duration: 1.252313092s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:04.787844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:03.535078Z","time spent":"1.252655741s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:06.060783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.273416911s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:25:06.064074Z","caller":"traceutil/trace.go:171","msg":"trace[1499334934] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"1.87693089s","start":"2026-04-28T07:25:04.187057Z","end":"2026-04-28T07:25:06.063988Z","steps":["trace[1499334934] 'process raft request' (duration: 1.874072327s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:06.064243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:04.187029Z","time spent":"1.877113074s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:06.0645Z","caller":"traceutil/trace.go:171","msg":"trace[559699288] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"1.726078818s","start":"2026-04-28T07:25:04.338394Z","end":"2026-04-28T07:25:06.064473Z","steps":["trace[559699288] 'process raft request' (duration: 1.725910384s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:06.064534Z","caller":"traceutil/trace.go:171","msg":"trace[1593819388] transaction","detail":"{read_only:false; response_revision:4366; number_of_response:1; }","duration":"1.725922284s","start":"2026-04-28T07:25:04.338581Z","end":"2026-04-28T07:25:06.064504Z","steps":["trace[1593819388] 'process raft request' (duration: 1.725835922s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:06.064538Z","caller":"traceutil/trace.go:171","msg":"trace[1332559548] transaction","detail":"{read_only:false; response_revision:4364; number_of_response:1; }","duration":"1.765666808s","start":"2026-04-28T07:25:04.298839Z","end":"2026-04-28T07:25:06.064505Z","steps":["trace[1332559548] 'process raft request' (duration: 1.765084023s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:06.064515Z","caller":"traceutil/trace.go:171","msg":"trace[889417034] linearizableReadLoop","detail":"{readStateIndex:4547; appliedIndex:4542; }","duration":"2.476588279s","start":"2026-04-28T07:25:03.587888Z","end":"2026-04-28T07:25:06.064477Z","steps":["trace[889417034] 'read index received' (duration: 1.199536785s)","trace[889417034] 'applied index is now lower than readState.Index' (duration: 1.277049494s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:06.064672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:04.338368Z","time spent":"1.72620096s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:06.064682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:04.298804Z","time spent":"1.765794671s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:06.064684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:04.338528Z","time spent":"1.726065197s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:06.064878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.476957368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:25:06.064932Z","caller":"traceutil/trace.go:171","msg":"trace[1494499421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4366; }","duration":"2.4770362s","start":"2026-04-28T07:25:03.587881Z","end":"2026-04-28T07:25:06.064917Z","steps":["trace[1494499421] 'agreement among raft nodes before linearized reading' (duration: 2.476789174s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:06.064987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:03.58781Z","time spent":"2.477162074s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:25:06.703359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000656158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:25:06.703447Z","caller":"traceutil/trace.go:171","msg":"trace[24656239] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000808832s","start":"2026-04-28T07:25:04.702618Z","end":"2026-04-28T07:25:06.703427Z","steps":["trace[24656239] 'agreement among raft nodes before linearized reading' (duration: 2.000693689s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:06.703495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:04.702596Z","time spent":"2.000889163s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:25:08.167595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000273938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:25:08.167724Z","caller":"traceutil/trace.go:171","msg":"trace[1949284065] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000476974s","start":"2026-04-28T07:25:06.167219Z","end":"2026-04-28T07:25:08.167696Z","steps":["trace[1949284065] 'agreement among raft nodes before linearized reading' (duration: 2.00031679s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:08.167793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:06.16719Z","time spent":"2.000586547s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:25:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:25:08.204626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133493879s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:25:08.204749Z","caller":"traceutil/trace.go:171","msg":"trace[1642827234] linearizableReadLoop","detail":"{readStateIndex:4548; appliedIndex:4547; }","duration":"2.140096708s","start":"2026-04-28T07:25:06.06463Z","end":"2026-04-28T07:25:08.204727Z","steps":["trace[1642827234] 'read index received' (duration: 6.415874ms)","trace[1642827234] 'applied index is now lower than readState.Index' (duration: 2.133678974s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:08.205743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.625999174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:25:08.205809Z","caller":"traceutil/trace.go:171","msg":"trace[293219681] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4366; }","duration":"3.626105526s","start":"2026-04-28T07:25:04.579687Z","end":"2026-04-28T07:25:08.205792Z","steps":["trace[293219681] 'agreement among raft nodes before linearized reading' (duration: 3.62585807s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:08.205872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:04.579671Z","time spent":"3.626188878s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:25:08.205896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.691602108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:25:08.205952Z","caller":"traceutil/trace.go:171","msg":"trace[1698665921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4366; }","duration":"3.691697781s","start":"2026-04-28T07:25:04.514239Z","end":"2026-04-28T07:25:08.205937Z","steps":["trace[1698665921] 'agreement among raft nodes before linearized reading' (duration: 3.691529767s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:08.205996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:04.514217Z","time spent":"3.691766073s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:25:08.206174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.698951536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:25:08.206218Z","caller":"traceutil/trace.go:171","msg":"trace[1819868736] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4366; }","duration":"3.699050878s","start":"2026-04-28T07:25:04.507154Z","end":"2026-04-28T07:25:08.206205Z","steps":["trace[1819868736] 'agreement among raft nodes before linearized reading' (duration: 3.698935155s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:08.206254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:04.507128Z","time spent":"3.69911706s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:25:08.205902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.929629484s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:25:08.206578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.723822341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:25:08.206601Z","caller":"traceutil/trace.go:171","msg":"trace[1735865126] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4366; }","duration":"1.930341052s","start":"2026-04-28T07:25:06.276233Z","end":"2026-04-28T07:25:08.206574Z","steps":["trace[1735865126] 'range keys from in-memory index tree' (duration: 1.929605864s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:08.206631Z","caller":"traceutil/trace.go:171","msg":"trace[109560983] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4366; }","duration":"3.723888062s","start":"2026-04-28T07:25:04.482728Z","end":"2026-04-28T07:25:08.206616Z","steps":["trace[109560983] 'agreement among raft nodes before linearized reading' (duration: 3.723751549s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:08.206676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:04.482722Z","time spent":"3.723942924s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:25:08.206676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.541859945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:25:08.206774Z","caller":"traceutil/trace.go:171","msg":"trace[811150414] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4366; }","duration":"4.542024631s","start":"2026-04-28T07:25:03.664727Z","end":"2026-04-28T07:25:08.206751Z","steps":["trace[811150414] 'agreement among raft nodes before linearized reading' (duration: 4.541807114s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:08.206819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:03.664706Z","time spent":"4.542102713s","remote":"127.0.0.1:51680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":15,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:08.206919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.691360263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:25:08.206945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.599346683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa748097487172\" ","response":"range_response_count:1 size:845"} {"level":"info","ts":"2026-04-28T07:25:08.206986Z","caller":"traceutil/trace.go:171","msg":"trace[2052667339] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4366; }","duration":"3.691452645s","start":"2026-04-28T07:25:04.515519Z","end":"2026-04-28T07:25:08.206971Z","steps":["trace[2052667339] 'agreement among raft nodes before linearized reading' (duration: 3.69010415s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:08.207047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:04.515507Z","time spent":"3.691525657s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:25:08.207143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.727776352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:25:08.207211Z","caller":"traceutil/trace.go:171","msg":"trace[650212385] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4366; }","duration":"3.727893655s","start":"2026-04-28T07:25:04.479302Z","end":"2026-04-28T07:25:08.207196Z","steps":["trace[650212385] 'agreement among raft nodes before linearized reading' (duration: 3.72771754s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:08.207264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:04.479279Z","time spent":"3.727972917s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:25:08.206993Z","caller":"traceutil/trace.go:171","msg":"trace[465463836] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa748097487172; range_end:; response_count:1; response_revision:4366; }","duration":"3.599428545s","start":"2026-04-28T07:25:04.607549Z","end":"2026-04-28T07:25:08.206978Z","steps":["trace[465463836] 'agreement among raft nodes before linearized reading' (duration: 3.599287432s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:08.207416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:04.607531Z","time spent":"3.599869727s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":867,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa748097487172\" "} {"level":"warn","ts":"2026-04-28T07:25:08.543632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.748922482s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:25:08.544213Z","caller":"traceutil/trace.go:171","msg":"trace[143096467] transaction","detail":"{read_only:false; response_revision:4367; number_of_response:1; }","duration":"1.749628119s","start":"2026-04-28T07:25:06.794564Z","end":"2026-04-28T07:25:08.544193Z","steps":["trace[143096467] 'process raft request' (duration: 1.749466645s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:08.54434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:06.79454Z","time spent":"1.749721722s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:08.703787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999835967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:25:08.70387Z","caller":"traceutil/trace.go:171","msg":"trace[1371205174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99997576s","start":"2026-04-28T07:25:06.703876Z","end":"2026-04-28T07:25:08.703852Z","steps":["trace[1371205174] 'agreement among raft nodes before linearized reading' (duration: 1.999870188s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:08.703917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:06.703857Z","time spent":"2.000050522s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:25:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T07:25:09.430891Z","caller":"traceutil/trace.go:171","msg":"trace[1606395620] transaction","detail":"{read_only:false; response_revision:4368; number_of_response:1; }","duration":"1.360882334s","start":"2026-04-28T07:25:08.069982Z","end":"2026-04-28T07:25:09.430864Z","steps":["trace[1606395620] 'process raft request' (duration: 1.360668348s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.431083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:08.069957Z","time spent":"1.361012538s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:09.43125Z","caller":"traceutil/trace.go:171","msg":"trace[1578647180] transaction","detail":"{read_only:false; response_revision:4369; number_of_response:1; }","duration":"1.359988382s","start":"2026-04-28T07:25:08.071237Z","end":"2026-04-28T07:25:09.431225Z","steps":["trace[1578647180] 'process raft request' (duration: 1.359575711s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.431422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:08.071219Z","time spent":"1.360115565s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:09.431523Z","caller":"traceutil/trace.go:171","msg":"trace[2060314319] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"1.359608842s","start":"2026-04-28T07:25:08.07189Z","end":"2026-04-28T07:25:09.431498Z","steps":["trace[2060314319] 'process raft request' (duration: 1.359206512s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.431648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:08.071875Z","time spent":"1.359703485s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:09.431773Z","caller":"traceutil/trace.go:171","msg":"trace[1107015275] transaction","detail":"{read_only:false; response_revision:4371; number_of_response:1; }","duration":"1.219897125s","start":"2026-04-28T07:25:08.211862Z","end":"2026-04-28T07:25:09.431759Z","steps":["trace[1107015275] 'process raft request' (duration: 1.219786882s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.431788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:08.210036Z","time spent":"1.221742652s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:25:09.43185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:08.21183Z","time spent":"1.219978637s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:09.431907Z","caller":"traceutil/trace.go:171","msg":"trace[1781490814] transaction","detail":"{read_only:false; response_revision:4372; number_of_response:1; }","duration":"1.219969977s","start":"2026-04-28T07:25:08.211924Z","end":"2026-04-28T07:25:09.431894Z","steps":["trace[1781490814] 'process raft request' (duration: 1.219791913s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.431958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:08.21191Z","time spent":"1.220021958s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:09.432181Z","caller":"traceutil/trace.go:171","msg":"trace[1516505935] transaction","detail":"{read_only:false; response_revision:4373; number_of_response:1; }","duration":"1.219027512s","start":"2026-04-28T07:25:08.213132Z","end":"2026-04-28T07:25:09.432159Z","steps":["trace[1516505935] 'process raft request' (duration: 1.218703164s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:09.432257Z","caller":"traceutil/trace.go:171","msg":"trace[684284814] linearizableReadLoop","detail":"{readStateIndex:4552; appliedIndex:4548; }","duration":"1.227451498s","start":"2026-04-28T07:25:08.204787Z","end":"2026-04-28T07:25:09.432238Z","steps":["trace[684284814] 'read index received' (duration: 339.229541ms)","trace[684284814] 'applied index is now lower than readState.Index' (duration: 888.221037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:09.432292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:08.213112Z","time spent":"1.219111015s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:09.432341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761903903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:09.43231Z","caller":"traceutil/trace.go:171","msg":"trace[483477067] transaction","detail":"{read_only:false; response_revision:4374; number_of_response:1; }","duration":"1.219016442s","start":"2026-04-28T07:25:08.21323Z","end":"2026-04-28T07:25:09.432247Z","steps":["trace[483477067] 'process raft request' (duration: 1.218829687s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:09.43239Z","caller":"traceutil/trace.go:171","msg":"trace[1806022631] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:4376; }","duration":"1.761986185s","start":"2026-04-28T07:25:07.670388Z","end":"2026-04-28T07:25:09.432374Z","steps":["trace[1806022631] 'agreement among raft nodes before linearized reading' (duration: 1.761855702s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.432391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.198562811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:25:09.432428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:07.670371Z","time spent":"1.762048346s","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:09.43245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995561298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11977"} {"level":"info","ts":"2026-04-28T07:25:09.432482Z","caller":"traceutil/trace.go:171","msg":"trace[895661200] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4376; }","duration":"2.99563169s","start":"2026-04-28T07:25:06.436842Z","end":"2026-04-28T07:25:09.432473Z","steps":["trace[895661200] 'agreement among raft nodes before linearized reading' (duration: 2.995520867s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.432505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:06.436821Z","time spent":"2.995678641s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11999,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:25:09.432538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:08.213217Z","time spent":"1.219202156s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:09.432431Z","caller":"traceutil/trace.go:171","msg":"trace[1734999710] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:4376; }","duration":"2.198651023s","start":"2026-04-28T07:25:07.233768Z","end":"2026-04-28T07:25:09.432419Z","steps":["trace[1734999710] 'agreement among raft nodes before linearized reading' (duration: 2.198577502s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.432594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359857949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:25:09.432617Z","caller":"traceutil/trace.go:171","msg":"trace[1567254782] transaction","detail":"{read_only:false; response_revision:4375; number_of_response:1; }","duration":"1.218753955s","start":"2026-04-28T07:25:08.213851Z","end":"2026-04-28T07:25:09.432605Z","steps":["trace[1567254782] 'process raft request' (duration: 1.218287353s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.432629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:07.233747Z","time spent":"2.198873869s","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:25:09.432635Z","caller":"traceutil/trace.go:171","msg":"trace[781804816] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4376; }","duration":"2.359924601s","start":"2026-04-28T07:25:07.072698Z","end":"2026-04-28T07:25:09.432622Z","steps":["trace[781804816] 'agreement among raft nodes before linearized reading' (duration: 2.359788157s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:09.43267Z","caller":"traceutil/trace.go:171","msg":"trace[1208225558] transaction","detail":"{read_only:false; response_revision:4376; number_of_response:1; }","duration":"1.080785773s","start":"2026-04-28T07:25:08.351868Z","end":"2026-04-28T07:25:09.432654Z","steps":["trace[1208225558] 'process raft request' (duration: 1.080315082s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.432679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:07.072677Z","time spent":"2.359990662s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:25:09.432726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220163671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108616"} {"level":"warn","ts":"2026-04-28T07:25:09.43275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:08.351837Z","time spent":"1.080875026s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:09.43277Z","caller":"traceutil/trace.go:171","msg":"trace[2120144174] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4376; }","duration":"1.220236223s","start":"2026-04-28T07:25:08.212522Z","end":"2026-04-28T07:25:09.432758Z","steps":["trace[2120144174] 'agreement among raft nodes before linearized reading' (duration: 1.219892684s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.432803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:08.21251Z","time spent":"1.220283944s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108638,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:25:09.43268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:08.213843Z","time spent":"1.218800947s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:09.432956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.282568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T07:25:09.432978Z","caller":"traceutil/trace.go:171","msg":"trace[938725904] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4376; }","duration":"501.337989ms","start":"2026-04-28T07:25:08.931633Z","end":"2026-04-28T07:25:09.432971Z","steps":["trace[938725904] 'agreement among raft nodes before linearized reading' (duration: 501.272228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.432994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:08.931613Z","time spent":"501.376501ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:25:09.432993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.193016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:25:09.433002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.506591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:25:09.433015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.319087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T07:25:09.433027Z","caller":"traceutil/trace.go:171","msg":"trace[1155526820] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:4376; }","duration":"116.3525ms","start":"2026-04-28T07:25:09.316665Z","end":"2026-04-28T07:25:09.433017Z","steps":["trace[1155526820] 'agreement among raft nodes before linearized reading' (duration: 116.277429ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:09.433038Z","caller":"traceutil/trace.go:171","msg":"trace[1977304000] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4376; }","duration":"723.566703ms","start":"2026-04-28T07:25:08.709462Z","end":"2026-04-28T07:25:09.433029Z","steps":["trace[1977304000] 'agreement among raft nodes before linearized reading' (duration: 723.513811ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:09.433051Z","caller":"traceutil/trace.go:171","msg":"trace[1830800109] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4376; }","duration":"499.39806ms","start":"2026-04-28T07:25:08.933641Z","end":"2026-04-28T07:25:09.433039Z","steps":["trace[1830800109] 'agreement among raft nodes before linearized reading' (duration: 499.263357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.433064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:08.709449Z","time spent":"723.610824ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:25:09.433082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:08.933619Z","time spent":"499.454951ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T07:25:09.653051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.837061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:09.653703Z","caller":"traceutil/trace.go:171","msg":"trace[1121866490] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"216.897958ms","start":"2026-04-28T07:25:09.436706Z","end":"2026-04-28T07:25:09.653604Z","steps":["trace[1121866490] 'process raft request' (duration: 76.194465ms)","trace[1121866490] 'compare' (duration: 139.462511ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:09.984381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.790357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:09.98456Z","caller":"traceutil/trace.go:171","msg":"trace[1876290234] linearizableReadLoop","detail":"{readStateIndex:4562; appliedIndex:4559; }","duration":"543.451845ms","start":"2026-04-28T07:25:09.441094Z","end":"2026-04-28T07:25:09.984546Z","steps":["trace[1876290234] 'read index received' (duration: 71.825624ms)","trace[1876290234] 'applied index is now lower than readState.Index' (duration: 471.625381ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:09.984631Z","caller":"traceutil/trace.go:171","msg":"trace[353445839] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"479.901433ms","start":"2026-04-28T07:25:09.504722Z","end":"2026-04-28T07:25:09.984623Z","steps":["trace[353445839] 'process raft request' (duration: 479.79141ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:09.984628Z","caller":"traceutil/trace.go:171","msg":"trace[2121258644] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"545.741094ms","start":"2026-04-28T07:25:09.43885Z","end":"2026-04-28T07:25:09.984591Z","steps":["trace[2121258644] 'process raft request' (duration: 545.617021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.984672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:09.504703Z","time spent":"479.947423ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:09.984733Z","caller":"traceutil/trace.go:171","msg":"trace[1012784094] transaction","detail":"{read_only:false; response_revision:4378; number_of_response:1; }","duration":"547.58268ms","start":"2026-04-28T07:25:09.437115Z","end":"2026-04-28T07:25:09.984698Z","steps":["trace[1012784094] 'process raft request' (duration: 317.408403ms)","trace[1012784094] 'compare' (duration: 229.676514ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:09.984775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:09.438832Z","time spent":"545.863896ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:09.984878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:09.437103Z","time spent":"547.701573ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:09.984897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.800133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:09.984919Z","caller":"traceutil/trace.go:171","msg":"trace[755541231] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4380; }","duration":"543.833755ms","start":"2026-04-28T07:25:09.441079Z","end":"2026-04-28T07:25:09.984913Z","steps":["trace[755541231] 'agreement among raft nodes before linearized reading' (duration: 543.769353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.984937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:09.441073Z","time spent":"543.860916ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:25:09.985142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.790492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa747285b4a228\" ","response":"range_response_count:1 size:772"} {"level":"info","ts":"2026-04-28T07:25:09.985189Z","caller":"traceutil/trace.go:171","msg":"trace[1409752505] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa747285b4a228; range_end:; response_count:1; response_revision:4380; }","duration":"326.874255ms","start":"2026-04-28T07:25:09.6583Z","end":"2026-04-28T07:25:09.985174Z","steps":["trace[1409752505] 'agreement among raft nodes before linearized reading' (duration: 326.714771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:09.985194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.721315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"warn","ts":"2026-04-28T07:25:09.985221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:09.658286Z","time spent":"326.927257ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":794,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa747285b4a228\" "} {"level":"info","ts":"2026-04-28T07:25:09.985245Z","caller":"traceutil/trace.go:171","msg":"trace[1535232598] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:4380; }","duration":"294.816427ms","start":"2026-04-28T07:25:09.690416Z","end":"2026-04-28T07:25:09.985232Z","steps":["trace[1535232598] 'agreement among raft nodes before linearized reading' (duration: 294.602562ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:10.576057Z","caller":"traceutil/trace.go:171","msg":"trace[939579170] linearizableReadLoop","detail":"{readStateIndex:4567; appliedIndex:4566; }","duration":"460.941298ms","start":"2026-04-28T07:25:10.115085Z","end":"2026-04-28T07:25:10.576027Z","steps":["trace[939579170] 'read index received' (duration: 460.772584ms)","trace[939579170] 'applied index is now lower than readState.Index' (duration: 167.094µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:10.576082Z","caller":"traceutil/trace.go:171","msg":"trace[936395376] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"461.170013ms","start":"2026-04-28T07:25:10.114879Z","end":"2026-04-28T07:25:10.576049Z","steps":["trace[936395376] 'process raft request' (duration: 460.927147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:10.576209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.110782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-04-28T07:25:10.576243Z","caller":"traceutil/trace.go:171","msg":"trace[1967111771] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:4383; }","duration":"461.182214ms","start":"2026-04-28T07:25:10.115052Z","end":"2026-04-28T07:25:10.576234Z","steps":["trace[1967111771] 'agreement among raft nodes before linearized reading' (duration: 461.060461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:10.576268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:10.115038Z","time spent":"461.223935ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":443,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:25:10.576283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:10.114855Z","time spent":"461.344368ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:11.076906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:25:11.5774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:25:12.060328Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.484442119s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:25:12.094438Z","caller":"traceutil/trace.go:171","msg":"trace[1200333711] linearizableReadLoop","detail":"{readStateIndex:4571; appliedIndex:4567; }","duration":"1.518280293s","start":"2026-04-28T07:25:10.576131Z","end":"2026-04-28T07:25:12.094411Z","steps":["trace[1200333711] 'read index received' (duration: 1.484504751s)","trace[1200333711] 'applied index is now lower than readState.Index' (duration: 33.773532ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:12.09456Z","caller":"traceutil/trace.go:171","msg":"trace[486345851] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"1.544571543s","start":"2026-04-28T07:25:10.549976Z","end":"2026-04-28T07:25:12.094547Z","steps":["trace[486345851] 'process raft request' (duration: 1.510623937s)","trace[486345851] 'compare' (duration: 33.520206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:12.094655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:10.549956Z","time spent":"1.544629015s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:12.094739Z","caller":"traceutil/trace.go:171","msg":"trace[714014832] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"654.852987ms","start":"2026-04-28T07:25:11.439856Z","end":"2026-04-28T07:25:12.094709Z","steps":["trace[714014832] 'process raft request' (duration: 654.501169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:12.094829Z","caller":"traceutil/trace.go:171","msg":"trace[1833083153] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"657.835664ms","start":"2026-04-28T07:25:11.43696Z","end":"2026-04-28T07:25:12.094796Z","steps":["trace[1833083153] 'process raft request' (duration: 657.315011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.094923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653950006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:25:12.094962Z","caller":"traceutil/trace.go:171","msg":"trace[1565916530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4387; }","duration":"1.654007527s","start":"2026-04-28T07:25:10.44094Z","end":"2026-04-28T07:25:12.094947Z","steps":["trace[1565916530] 'agreement among raft nodes before linearized reading' (duration: 1.653883804s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:12.094951Z","caller":"traceutil/trace.go:171","msg":"trace[1638445514] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"656.188223ms","start":"2026-04-28T07:25:11.438726Z","end":"2026-04-28T07:25:12.094914Z","steps":["trace[1638445514] 'process raft request' (duration: 655.590748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.094991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:10.440926Z","time spent":"1.654058079s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:25:12.094984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:11.436908Z","time spent":"657.989528ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:12.094987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.459222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:25:12.095018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:11.439842Z","time spent":"654.963321ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:12.095044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516713203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:132"} {"level":"warn","ts":"2026-04-28T07:25:12.095044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.773288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:25:12.095097Z","caller":"traceutil/trace.go:171","msg":"trace[1095676898] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:4387; }","duration":"349.538434ms","start":"2026-04-28T07:25:11.745508Z","end":"2026-04-28T07:25:12.095046Z","steps":["trace[1095676898] 'agreement among raft nodes before linearized reading' (duration: 349.4242ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:12.095115Z","caller":"traceutil/trace.go:171","msg":"trace[1361879047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4387; }","duration":"656.86929ms","start":"2026-04-28T07:25:11.438232Z","end":"2026-04-28T07:25:12.095101Z","steps":["trace[1361879047] 'agreement among raft nodes before linearized reading' (duration: 656.701955ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:12.095101Z","caller":"traceutil/trace.go:171","msg":"trace[2084871047] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4387; }","duration":"1.516802585s","start":"2026-04-28T07:25:10.578283Z","end":"2026-04-28T07:25:12.095085Z","steps":["trace[2084871047] 'agreement among raft nodes before linearized reading' (duration: 1.51664708s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.095153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:11.745445Z","time spent":"349.681468ms","remote":"127.0.0.1:51452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:12.095141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:11.438712Z","time spent":"656.317127ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:12.095162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:11.438222Z","time spent":"656.926913ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:25:12.095186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.900606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:25:12.095144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.432885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:25:12.095221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.62474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:25:12.095258Z","caller":"traceutil/trace.go:171","msg":"trace[1154485279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4387; }","duration":"657.683531ms","start":"2026-04-28T07:25:11.437564Z","end":"2026-04-28T07:25:12.095247Z","steps":["trace[1154485279] 'agreement among raft nodes before linearized reading' (duration: 657.573158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.095256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45313077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:25:12.095261Z","caller":"traceutil/trace.go:171","msg":"trace[928664511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4387; }","duration":"657.62253ms","start":"2026-04-28T07:25:11.43762Z","end":"2026-04-28T07:25:12.095242Z","steps":["trace[928664511] 'agreement among raft nodes before linearized reading' (duration: 657.307921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.095071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391819565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:12.095281Z","caller":"traceutil/trace.go:171","msg":"trace[1799321379] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4387; }","duration":"655.998609ms","start":"2026-04-28T07:25:11.439244Z","end":"2026-04-28T07:25:12.095243Z","steps":["trace[1799321379] 'agreement among raft nodes before linearized reading' (duration: 655.67892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.095287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.584724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T07:25:12.095299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:11.437553Z","time spent":"657.728152ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:25:12.095301Z","caller":"traceutil/trace.go:171","msg":"trace[1296686933] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:4387; }","duration":"1.453209382s","start":"2026-04-28T07:25:10.642079Z","end":"2026-04-28T07:25:12.095288Z","steps":["trace[1296686933] 'agreement among raft nodes before linearized reading' (duration: 1.4531176s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.09517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:10.578266Z","time spent":"1.516890268s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T07:25:12.095322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:11.437603Z","time spent":"657.702241ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T07:25:12.095323Z","caller":"traceutil/trace.go:171","msg":"trace[1626950277] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4387; }","duration":"1.392136853s","start":"2026-04-28T07:25:10.703172Z","end":"2026-04-28T07:25:12.095308Z","steps":["trace[1626950277] 'agreement among raft nodes before linearized reading' (duration: 1.391792063s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.095329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:11.439234Z","time spent":"656.085791ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:25:12.095337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.64812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:25:12.095343Z","caller":"traceutil/trace.go:171","msg":"trace[1284605077] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4387; }","duration":"658.717468ms","start":"2026-04-28T07:25:11.436608Z","end":"2026-04-28T07:25:12.095326Z","steps":["trace[1284605077] 'agreement among raft nodes before linearized reading' (duration: 658.534463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.095354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:10.642061Z","time spent":"1.453281993s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:12.095371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:10.703144Z","time spent":"1.392215324s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:25:12.095377Z","caller":"traceutil/trace.go:171","msg":"trace[1721774218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4387; }","duration":"657.742183ms","start":"2026-04-28T07:25:11.437623Z","end":"2026-04-28T07:25:12.095365Z","steps":["trace[1721774218] 'agreement among raft nodes before linearized reading' (duration: 657.561918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.095391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51506371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa748097487172\" ","response":"range_response_count:1 size:845"} {"level":"warn","ts":"2026-04-28T07:25:12.095387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:11.436587Z","time spent":"658.79256ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:25:12.09541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:11.437578Z","time spent":"657.824995ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:25:12.095431Z","caller":"traceutil/trace.go:171","msg":"trace[386166941] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa748097487172; range_end:; response_count:1; response_revision:4387; }","duration":"1.515124572s","start":"2026-04-28T07:25:10.580294Z","end":"2026-04-28T07:25:12.095418Z","steps":["trace[386166941] 'agreement among raft nodes before linearized reading' (duration: 1.515006419s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:12.095474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:10.580281Z","time spent":"1.515179813s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":867,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa748097487172\" "} {"level":"warn","ts":"2026-04-28T07:25:12.598102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:25:13.098887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:25:13.599416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:25:14.100368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:25:14.105094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000189786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:25:14.105181Z","caller":"traceutil/trace.go:171","msg":"trace[1928080139] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000315249s","start":"2026-04-28T07:25:12.104842Z","end":"2026-04-28T07:25:14.105157Z","steps":["trace[1928080139] 'agreement among raft nodes before linearized reading' (duration: 2.000207886s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:14.105238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:12.104833Z","time spent":"2.000393701s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:25:14.187541Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.089565047s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:25:14.188216Z","caller":"traceutil/trace.go:171","msg":"trace[431975622] transaction","detail":"{read_only:false; response_revision:4388; number_of_response:1; }","duration":"2.090332797s","start":"2026-04-28T07:25:12.097863Z","end":"2026-04-28T07:25:14.188196Z","steps":["trace[431975622] 'process raft request' (duration: 2.09005541s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:14.188361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:12.097848Z","time spent":"2.09042931s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:16.106123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000174975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:25:16.106213Z","caller":"traceutil/trace.go:171","msg":"trace[1605168749] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000325189s","start":"2026-04-28T07:25:14.105868Z","end":"2026-04-28T07:25:16.106193Z","steps":["trace[1605168749] 'agreement among raft nodes before linearized reading' (duration: 2.000206166s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:16.106288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:14.105855Z","time spent":"2.000422732s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:25:16.783106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.550202ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:16.783264Z","caller":"traceutil/trace.go:171","msg":"trace[1513892855] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4388; }","duration":"506.723407ms","start":"2026-04-28T07:25:16.276514Z","end":"2026-04-28T07:25:16.783237Z","steps":["trace[1513892855] 'range keys from in-memory index tree' (duration: 506.531072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:17.098344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:12.09926Z","time spent":"4.99907502s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:25:17.098713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:12.100101Z","time spent":"4.998599558s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:25:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:25:17.099125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:12.101371Z","time spent":"4.997745556s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:25:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:25:17.702215Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.514402895s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:25:17.703071Z","caller":"traceutil/trace.go:171","msg":"trace[818353234] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"5.602403862s","start":"2026-04-28T07:25:12.100639Z","end":"2026-04-28T07:25:17.703043Z","steps":["trace[818353234] 'process raft request' (duration: 5.602231727s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:17.703206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.605212464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:25:17.703255Z","caller":"traceutil/trace.go:171","msg":"trace[960551139] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4398; }","duration":"5.605295196s","start":"2026-04-28T07:25:12.097946Z","end":"2026-04-28T07:25:17.703241Z","steps":["trace[960551139] 'agreement among raft nodes before linearized reading' (duration: 5.605203573s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:17.703261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:12.100628Z","time spent":"5.602551406s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:17.703297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:12.097926Z","time spent":"5.605358958s","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T07:25:17.70312Z","caller":"traceutil/trace.go:171","msg":"trace[59930193] linearizableReadLoop","detail":"{readStateIndex:4578; appliedIndex:4571; }","duration":"5.605131941s","start":"2026-04-28T07:25:12.097976Z","end":"2026-04-28T07:25:17.703108Z","steps":["trace[59930193] 'read index received' (duration: 2.089935317s)","trace[59930193] 'applied index is now lower than readState.Index' (duration: 3.515195664s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:17.703376Z","caller":"traceutil/trace.go:171","msg":"trace[1453124885] transaction","detail":"{read_only:false; response_revision:4395; number_of_response:1; }","duration":"3.601041137s","start":"2026-04-28T07:25:14.102295Z","end":"2026-04-28T07:25:17.703337Z","steps":["trace[1453124885] 'process raft request' (duration: 3.600693707s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:17.703446Z","caller":"traceutil/trace.go:171","msg":"trace[700036404] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"5.602614449s","start":"2026-04-28T07:25:12.100819Z","end":"2026-04-28T07:25:17.703433Z","steps":["trace[700036404] 'process raft request' (duration: 5.602074274s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:17.703489Z","caller":"traceutil/trace.go:171","msg":"trace[755786592] transaction","detail":"{read_only:false; response_revision:4394; number_of_response:1; }","duration":"4.133088481s","start":"2026-04-28T07:25:13.570386Z","end":"2026-04-28T07:25:17.703475Z","steps":["trace[755786592] 'process raft request' (duration: 4.132565316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:17.703501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:12.100814Z","time spent":"5.60265797s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:17.703548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:13.570351Z","time spent":"4.133161383s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:17.703577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:14.102267Z","time spent":"3.601188901s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:17.7036Z","caller":"traceutil/trace.go:171","msg":"trace[912057486] transaction","detail":"{read_only:false; response_revision:4398; number_of_response:1; }","duration":"3.600435742s","start":"2026-04-28T07:25:14.103151Z","end":"2026-04-28T07:25:17.703587Z","steps":["trace[912057486] 'process raft request' (duration: 3.599928689s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:17.703588Z","caller":"traceutil/trace.go:171","msg":"trace[1349633743] transaction","detail":"{read_only:false; response_revision:4397; number_of_response:1; }","duration":"3.600620137s","start":"2026-04-28T07:25:14.102903Z","end":"2026-04-28T07:25:17.703523Z","steps":["trace[1349633743] 'process raft request' (duration: 3.600154034s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:17.703633Z","caller":"traceutil/trace.go:171","msg":"trace[1670468200] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"3.60073858s","start":"2026-04-28T07:25:14.102846Z","end":"2026-04-28T07:25:17.703585Z","steps":["trace[1670468200] 'process raft request' (duration: 3.600169185s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:17.703653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:14.10313Z","time spent":"3.600490423s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:17.703738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:14.102861Z","time spent":"3.600802691s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:17.703835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:14.10278Z","time spent":"3.600924824s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:18.11615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000487474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:25:18.116239Z","caller":"traceutil/trace.go:171","msg":"trace[18945133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000633827s","start":"2026-04-28T07:25:16.115585Z","end":"2026-04-28T07:25:18.116219Z","steps":["trace[18945133] 'agreement among raft nodes before linearized reading' (duration: 2.000511714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:18.116317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:16.115569Z","time spent":"2.00073697s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:25:18.203883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:25:18.705036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:25:19.206068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112570,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:25:19.405874Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.703372438s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:25:19.406501Z","caller":"traceutil/trace.go:171","msg":"trace[1606742573] transaction","detail":"{read_only:false; response_revision:4399; number_of_response:1; }","duration":"5.213591246s","start":"2026-04-28T07:25:14.192829Z","end":"2026-04-28T07:25:19.40642Z","steps":["trace[1606742573] 'process raft request' (duration: 5.213316389s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.406753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:14.192804Z","time spent":"5.213825933s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:25:19.498852Z","caller":"traceutil/trace.go:171","msg":"trace[1924184154] linearizableReadLoop","detail":"{readStateIndex:4584; appliedIndex:4582; }","duration":"1.795418737s","start":"2026-04-28T07:25:17.703401Z","end":"2026-04-28T07:25:19.498819Z","steps":["trace[1924184154] 'read index received' (duration: 1.702649478s)","trace[1924184154] 'applied index is now lower than readState.Index' (duration: 92.767109ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:19.499092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.851393759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:25:19.49916Z","caller":"traceutil/trace.go:171","msg":"trace[1765623006] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4399; }","duration":"4.851522532s","start":"2026-04-28T07:25:14.647616Z","end":"2026-04-28T07:25:19.499138Z","steps":["trace[1765623006] 'agreement among raft nodes before linearized reading' (duration: 4.851381987s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.499178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.828652268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:25:19.499224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.003542225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:25:19.499246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.875930495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:25:19.499249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.874700965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:25:19.499294Z","caller":"traceutil/trace.go:171","msg":"trace[172152642] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4399; }","duration":"6.003655358s","start":"2026-04-28T07:25:13.495622Z","end":"2026-04-28T07:25:19.499277Z","steps":["trace[172152642] 'agreement among raft nodes before linearized reading' (duration: 6.003517225s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:19.499307Z","caller":"traceutil/trace.go:171","msg":"trace[1858908509] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4399; }","duration":"3.876001387s","start":"2026-04-28T07:25:15.623289Z","end":"2026-04-28T07:25:19.499291Z","steps":["trace[1858908509] 'agreement among raft nodes before linearized reading' (duration: 3.875884144s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.499314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563410475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:25:19.499333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.937109926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:25:19.499347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:13.495606Z","time spent":"6.0037321s","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:19.499365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.367043603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:19.499384Z","caller":"traceutil/trace.go:171","msg":"trace[886624551] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:4399; }","duration":"2.937168628s","start":"2026-04-28T07:25:16.562201Z","end":"2026-04-28T07:25:19.49937Z","steps":["trace[886624551] 'agreement among raft nodes before linearized reading' (duration: 2.937079255s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.499423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:16.562125Z","time spent":"2.937284471s","remote":"127.0.0.1:49984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:25:19.499424Z","caller":"traceutil/trace.go:171","msg":"trace[2027555441] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:4399; }","duration":"4.367124086s","start":"2026-04-28T07:25:15.132282Z","end":"2026-04-28T07:25:19.499406Z","steps":["trace[2027555441] 'agreement among raft nodes before linearized reading' (duration: 4.367037433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.49943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:15.62318Z","time spent":"3.87616571s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:19.49948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:15.132271Z","time spent":"4.367191417s","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:19.499487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.399793592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:108616"} {"level":"warn","ts":"2026-04-28T07:25:19.499549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.314599095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:25:19.499556Z","caller":"traceutil/trace.go:171","msg":"trace[1558595114] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4399; }","duration":"7.399887484s","start":"2026-04-28T07:25:12.099651Z","end":"2026-04-28T07:25:19.499538Z","steps":["trace[1558595114] 'agreement among raft nodes before linearized reading' (duration: 7.399461013s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:19.499583Z","caller":"traceutil/trace.go:171","msg":"trace[364310903] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4399; }","duration":"5.314674467s","start":"2026-04-28T07:25:14.184895Z","end":"2026-04-28T07:25:19.49957Z","steps":["trace[364310903] 'agreement among raft nodes before linearized reading' (duration: 5.314563674s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.499614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:14.184879Z","time spent":"5.314727378s","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":75,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:19.499615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:12.099635Z","time spent":"7.399965176s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":108638,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:25:19.499622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.379330827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11977"} {"level":"info","ts":"2026-04-28T07:25:19.499284Z","caller":"traceutil/trace.go:171","msg":"trace[1299531714] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4399; }","duration":"4.828842683s","start":"2026-04-28T07:25:14.670418Z","end":"2026-04-28T07:25:19.499261Z","steps":["trace[1299531714] 'agreement among raft nodes before linearized reading' (duration: 4.828565025s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.499656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.397650126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T07:25:19.499699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.083766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:19.499716Z","caller":"traceutil/trace.go:171","msg":"trace[1771046857] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4399; }","duration":"4.379631075s","start":"2026-04-28T07:25:15.120063Z","end":"2026-04-28T07:25:19.499695Z","steps":["trace[1771046857] 'agreement among raft nodes before linearized reading' (duration: 4.379326947s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:19.499738Z","caller":"traceutil/trace.go:171","msg":"trace[337825702] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:4399; }","duration":"845.159688ms","start":"2026-04-28T07:25:18.654567Z","end":"2026-04-28T07:25:19.499726Z","steps":["trace[337825702] 'agreement among raft nodes before linearized reading' (duration: 845.096756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.499731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:14.670396Z","time spent":"4.829315285s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":39,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:25:19.499741Z","caller":"traceutil/trace.go:171","msg":"trace[69166755] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4399; }","duration":"6.39781758s","start":"2026-04-28T07:25:13.101904Z","end":"2026-04-28T07:25:19.499722Z","steps":["trace[69166755] 'agreement among raft nodes before linearized reading' (duration: 6.397464162s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.49977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:18.654548Z","time spent":"845.214449ms","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:19.499788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382807934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:25:19.49979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:13.101882Z","time spent":"6.397898002s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T07:25:19.499825Z","caller":"traceutil/trace.go:171","msg":"trace[1209851935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4399; }","duration":"1.382881366s","start":"2026-04-28T07:25:18.116932Z","end":"2026-04-28T07:25:19.499814Z","steps":["trace[1209851935] 'agreement among raft nodes before linearized reading' (duration: 1.382819294s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.499853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:18.116911Z","time spent":"1.382936108s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:25:19.499353Z","caller":"traceutil/trace.go:171","msg":"trace[833794945] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4399; }","duration":"5.874826159s","start":"2026-04-28T07:25:13.624503Z","end":"2026-04-28T07:25:19.499329Z","steps":["trace[833794945] 'agreement among raft nodes before linearized reading' (duration: 5.874604763s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.499863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.167322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:25:19.499876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.424728447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-28T07:25:19.499901Z","caller":"traceutil/trace.go:171","msg":"trace[313804950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4399; }","duration":"399.202093ms","start":"2026-04-28T07:25:19.100689Z","end":"2026-04-28T07:25:19.499891Z","steps":["trace[313804950] 'agreement among raft nodes before linearized reading' (duration: 399.1087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.49962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.32531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T07:25:19.499434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.154730553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:25:19.499906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.55277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:25:19.499934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:19.100613Z","time spent":"399.311066ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:25:19.499921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:13.624437Z","time spent":"5.875460755s","remote":"127.0.0.1:51544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":36,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:25:19.499956Z","caller":"traceutil/trace.go:171","msg":"trace[84095243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4399; }","duration":"398.682698ms","start":"2026-04-28T07:25:19.101252Z","end":"2026-04-28T07:25:19.499935Z","steps":["trace[84095243] 'agreement among raft nodes before linearized reading' (duration: 398.160885ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:19.499969Z","caller":"traceutil/trace.go:171","msg":"trace[1899506001] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4399; }","duration":"397.639772ms","start":"2026-04-28T07:25:19.102316Z","end":"2026-04-28T07:25:19.499956Z","steps":["trace[1899506001] 'agreement among raft nodes before linearized reading' (duration: 397.423977ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:19.499973Z","caller":"traceutil/trace.go:171","msg":"trace[578658476] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:4399; }","duration":"5.155297017s","start":"2026-04-28T07:25:14.344653Z","end":"2026-04-28T07:25:19.49995Z","steps":["trace[578658476] 'agreement among raft nodes before linearized reading' (duration: 5.154747003s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.500038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:19.102307Z","time spent":"397.722294ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:25:19.50007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:19.101239Z","time spent":"398.802962ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:25:19.499213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:14.647597Z","time spent":"4.851598764s","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:19.500122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:14.34463Z","time spent":"5.155427191s","remote":"127.0.0.1:41896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:25:19.499911Z","caller":"traceutil/trace.go:171","msg":"trace[1502583154] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4399; }","duration":"5.424816959s","start":"2026-04-28T07:25:14.075085Z","end":"2026-04-28T07:25:19.499901Z","steps":["trace[1502583154] 'agreement among raft nodes before linearized reading' (duration: 5.424746577s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.500185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:14.07506Z","time spent":"5.425115037s","remote":"127.0.0.1:51232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-28T07:25:19.499768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:15.119971Z","time spent":"4.379787758s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11999,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:25:19.500361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.494550618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:19.500397Z","caller":"traceutil/trace.go:171","msg":"trace[1493929664] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:4399; }","duration":"5.49462569s","start":"2026-04-28T07:25:14.00576Z","end":"2026-04-28T07:25:19.500385Z","steps":["trace[1493929664] 'agreement among raft nodes before linearized reading' (duration: 5.494569439s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.500431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:14.005738Z","time spent":"5.494681922s","remote":"127.0.0.1:49950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:25:19.499356Z","caller":"traceutil/trace.go:171","msg":"trace[260865740] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4399; }","duration":"1.56358958s","start":"2026-04-28T07:25:17.935754Z","end":"2026-04-28T07:25:19.499344Z","steps":["trace[260865740] 'agreement among raft nodes before linearized reading' (duration: 1.563503978s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.501036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:17.935731Z","time spent":"1.565207551s","remote":"127.0.0.1:51644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:19.500088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.425170909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:118754"} {"level":"info","ts":"2026-04-28T07:25:19.501141Z","caller":"traceutil/trace.go:171","msg":"trace[673673382] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4399; }","duration":"5.426244275s","start":"2026-04-28T07:25:14.074882Z","end":"2026-04-28T07:25:19.501126Z","steps":["trace[673673382] 'agreement among raft nodes before linearized reading' (duration: 5.425047855s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.501186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:14.07486Z","time spent":"5.426310277s","remote":"127.0.0.1:51230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":118776,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-28T07:25:19.729188Z","caller":"traceutil/trace.go:171","msg":"trace[566163865] linearizableReadLoop","detail":"{readStateIndex:4589; appliedIndex:4588; }","duration":"134.894394ms","start":"2026-04-28T07:25:19.594268Z","end":"2026-04-28T07:25:19.729162Z","steps":["trace[566163865] 'read index received' (duration: 134.760421ms)","trace[566163865] 'applied index is now lower than readState.Index' (duration: 132.583µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:19.729293Z","caller":"traceutil/trace.go:171","msg":"trace[247797085] transaction","detail":"{read_only:false; response_revision:4404; number_of_response:1; }","duration":"139.935453ms","start":"2026-04-28T07:25:19.589281Z","end":"2026-04-28T07:25:19.729217Z","steps":["trace[247797085] 'process raft request' (duration: 139.718607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.729427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.146851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:25:19.729471Z","caller":"traceutil/trace.go:171","msg":"trace[1163618360] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4404; }","duration":"135.245934ms","start":"2026-04-28T07:25:19.594213Z","end":"2026-04-28T07:25:19.729459Z","steps":["trace[1163618360] 'agreement among raft nodes before linearized reading' (duration: 135.069079ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:19.989077Z","caller":"traceutil/trace.go:171","msg":"trace[1181496301] transaction","detail":"{read_only:false; response_revision:4405; number_of_response:1; }","duration":"365.713146ms","start":"2026-04-28T07:25:19.623325Z","end":"2026-04-28T07:25:19.989038Z","steps":["trace[1181496301] 'process raft request' (duration: 363.513781ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:19.989207Z","caller":"traceutil/trace.go:171","msg":"trace[2037964339] transaction","detail":"{read_only:false; response_revision:4406; number_of_response:1; }","duration":"278.852829ms","start":"2026-04-28T07:25:19.710315Z","end":"2026-04-28T07:25:19.989167Z","steps":["trace[2037964339] 'process raft request' (duration: 278.542811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.989292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:19.62329Z","time spent":"365.892231ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:19.989469Z","caller":"traceutil/trace.go:171","msg":"trace[1540221271] transaction","detail":"{read_only:false; response_revision:4407; number_of_response:1; }","duration":"278.985203ms","start":"2026-04-28T07:25:19.710435Z","end":"2026-04-28T07:25:19.98942Z","steps":["trace[1540221271] 'process raft request' (duration: 278.641043ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:19.98954Z","caller":"traceutil/trace.go:171","msg":"trace[905597910] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"279.023554ms","start":"2026-04-28T07:25:19.710483Z","end":"2026-04-28T07:25:19.989507Z","steps":["trace[905597910] 'process raft request' (duration: 278.808199ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:19.989574Z","caller":"traceutil/trace.go:171","msg":"trace[46240161] linearizableReadLoop","detail":"{readStateIndex:4594; appliedIndex:4589; }","duration":"260.254224ms","start":"2026-04-28T07:25:19.729255Z","end":"2026-04-28T07:25:19.989509Z","steps":["trace[46240161] 'read index received' (duration: 257.534435ms)","trace[46240161] 'applied index is now lower than readState.Index' (duration: 2.717569ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:19.989829Z","caller":"traceutil/trace.go:171","msg":"trace[463898036] transaction","detail":"{read_only:false; response_revision:4409; number_of_response:1; }","duration":"279.117926ms","start":"2026-04-28T07:25:19.710663Z","end":"2026-04-28T07:25:19.989781Z","steps":["trace[463898036] 'process raft request' (duration: 278.752327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.990001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.217486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:25:19.990304Z","caller":"traceutil/trace.go:171","msg":"trace[1867018531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4409; }","duration":"282.560704ms","start":"2026-04-28T07:25:19.7077Z","end":"2026-04-28T07:25:19.990261Z","steps":["trace[1867018531] 'agreement among raft nodes before linearized reading' (duration: 282.074112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.989995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.064862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:25:19.990462Z","caller":"traceutil/trace.go:171","msg":"trace[1794872958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4409; }","duration":"282.565964ms","start":"2026-04-28T07:25:19.707845Z","end":"2026-04-28T07:25:19.990411Z","steps":["trace[1794872958] 'agreement among raft nodes before linearized reading' (duration: 281.858996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:19.990477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.434173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa747285b4a228\" ","response":"range_response_count:1 size:772"} {"level":"warn","ts":"2026-04-28T07:25:19.9901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.176218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:25:19.990558Z","caller":"traceutil/trace.go:171","msg":"trace[1483859243] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa747285b4a228; range_end:; response_count:1; response_revision:4409; }","duration":"257.547286ms","start":"2026-04-28T07:25:19.732966Z","end":"2026-04-28T07:25:19.990514Z","steps":["trace[1483859243] 'agreement among raft nodes before linearized reading' (duration: 256.841088ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:19.990594Z","caller":"traceutil/trace.go:171","msg":"trace[1280343224] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:4409; }","duration":"299.735682ms","start":"2026-04-28T07:25:19.690841Z","end":"2026-04-28T07:25:19.990577Z","steps":["trace[1280343224] 'agreement among raft nodes before linearized reading' (duration: 299.091206ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:20.172606Z","caller":"traceutil/trace.go:171","msg":"trace[1297024065] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"179.470002ms","start":"2026-04-28T07:25:19.993094Z","end":"2026-04-28T07:25:20.172564Z","steps":["trace[1297024065] 'process raft request' (duration: 128.530112ms)","trace[1297024065] 'compare' (duration: 50.668514ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:20.172701Z","caller":"traceutil/trace.go:171","msg":"trace[837865659] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"176.105547ms","start":"2026-04-28T07:25:19.996505Z","end":"2026-04-28T07:25:20.17261Z","steps":["trace[837865659] 'process raft request' (duration: 175.976163ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:20.172811Z","caller":"traceutil/trace.go:171","msg":"trace[814049025] transaction","detail":"{read_only:false; response_revision:4412; number_of_response:1; }","duration":"174.929506ms","start":"2026-04-28T07:25:19.997837Z","end":"2026-04-28T07:25:20.172767Z","steps":["trace[814049025] 'process raft request' (duration: 174.721ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:20.183407Z","caller":"traceutil/trace.go:171","msg":"trace[773145471] transaction","detail":"{read_only:false; response_revision:4413; number_of_response:1; }","duration":"153.174141ms","start":"2026-04-28T07:25:20.030209Z","end":"2026-04-28T07:25:20.183383Z","steps":["trace[773145471] 'process raft request' (duration: 153.049078ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:20.455056Z","caller":"traceutil/trace.go:171","msg":"trace[388592126] linearizableReadLoop","detail":"{readStateIndex:4601; appliedIndex:4600; }","duration":"248.988917ms","start":"2026-04-28T07:25:20.206044Z","end":"2026-04-28T07:25:20.455033Z","steps":["trace[388592126] 'read index received' (duration: 248.751571ms)","trace[388592126] 'applied index is now lower than readState.Index' (duration: 236.186µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:20.45515Z","caller":"traceutil/trace.go:171","msg":"trace[857168814] transaction","detail":"{read_only:false; response_revision:4415; number_of_response:1; }","duration":"251.158053ms","start":"2026-04-28T07:25:20.203924Z","end":"2026-04-28T07:25:20.455082Z","steps":["trace[857168814] 'process raft request' (duration: 250.945017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:20.455224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.159031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:25:20.45526Z","caller":"traceutil/trace.go:171","msg":"trace[71741163] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:4415; }","duration":"249.244564ms","start":"2026-04-28T07:25:20.206006Z","end":"2026-04-28T07:25:20.455251Z","steps":["trace[71741163] 'agreement among raft nodes before linearized reading' (duration: 249.121821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.720909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.431765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/loki-0.18aa7483954d2b3d\" ","response":"range_response_count:1 size:717"} {"level":"info","ts":"2026-04-28T07:25:21.721005Z","caller":"traceutil/trace.go:171","msg":"trace[1187485383] range","detail":"{range_begin:/registry/events/monitoring/loki-0.18aa7483954d2b3d; range_end:; response_count:1; response_revision:4416; }","duration":"270.578738ms","start":"2026-04-28T07:25:21.450405Z","end":"2026-04-28T07:25:21.720984Z","steps":["trace[1187485383] 'range keys from in-memory index tree' (duration: 270.25282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.721052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.991889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T07:25:21.721052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.420455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:25:21.72115Z","caller":"traceutil/trace.go:171","msg":"trace[1232397317] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4416; }","duration":"205.565929ms","start":"2026-04-28T07:25:21.515566Z","end":"2026-04-28T07:25:21.721132Z","steps":["trace[1232397317] 'range keys from in-memory index tree' (duration: 205.252831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.721157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.215599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:25:21.721219Z","caller":"traceutil/trace.go:171","msg":"trace[57551003] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4416; }","duration":"212.300161ms","start":"2026-04-28T07:25:21.508904Z","end":"2026-04-28T07:25:21.721204Z","steps":["trace[57551003] 'range keys from in-memory index tree' (duration: 211.983242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.721213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052643165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:25:21.7212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.471196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T07:25:21.721052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.364704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:25:21.721318Z","caller":"traceutil/trace.go:171","msg":"trace[539691255] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4416; }","duration":"131.634611ms","start":"2026-04-28T07:25:21.589659Z","end":"2026-04-28T07:25:21.721294Z","steps":["trace[539691255] 'range keys from in-memory index tree' (duration: 131.062577ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:21.721152Z","caller":"traceutil/trace.go:171","msg":"trace[1742923088] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4416; }","duration":"177.150544ms","start":"2026-04-28T07:25:21.543976Z","end":"2026-04-28T07:25:21.721126Z","steps":["trace[1742923088] 'range keys from in-memory index tree' (duration: 176.806524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.72137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017859567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:21.721436Z","caller":"traceutil/trace.go:171","msg":"trace[495985044] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4416; }","duration":"1.01797799s","start":"2026-04-28T07:25:20.703443Z","end":"2026-04-28T07:25:21.721421Z","steps":["trace[495985044] 'range keys from in-memory index tree' (duration: 1.017751164s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.721487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:20.703416Z","time spent":"1.018056642s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:25:21.721366Z","caller":"traceutil/trace.go:171","msg":"trace[304847657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4416; }","duration":"131.717013ms","start":"2026-04-28T07:25:21.589621Z","end":"2026-04-28T07:25:21.721338Z","steps":["trace[304847657] 'range keys from in-memory index tree' (duration: 130.985595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.721539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.306636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:21.721293Z","caller":"traceutil/trace.go:171","msg":"trace[215000975] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4416; }","duration":"1.052772078s","start":"2026-04-28T07:25:20.668504Z","end":"2026-04-28T07:25:21.721276Z","steps":["trace[215000975] 'count revisions from in-memory index tree' (duration: 1.052483211s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:21.721602Z","caller":"traceutil/trace.go:171","msg":"trace[51337193] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:4416; }","duration":"667.406799ms","start":"2026-04-28T07:25:21.054174Z","end":"2026-04-28T07:25:21.721581Z","steps":["trace[51337193] 'count revisions from in-memory index tree' (duration: 667.137522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:21.721629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:20.66848Z","time spent":"1.053131398s","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:21.721651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:21.054152Z","time spent":"667.482931ms","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:26.444371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.237305ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:26.446435Z","caller":"traceutil/trace.go:171","msg":"trace[1650130089] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4455; }","duration":"170.331238ms","start":"2026-04-28T07:25:26.276078Z","end":"2026-04-28T07:25:26.446409Z","steps":["trace[1650130089] 'range keys from in-memory index tree' (duration: 168.214745ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:26.444969Z","caller":"traceutil/trace.go:171","msg":"trace[632827848] transaction","detail":"{read_only:false; response_revision:4456; number_of_response:1; }","duration":"434.057172ms","start":"2026-04-28T07:25:26.010887Z","end":"2026-04-28T07:25:26.444945Z","steps":["trace[632827848] 'process raft request' (duration: 386.523138ms)","trace[632827848] 'compare' (duration: 47.225356ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:26.445478Z","caller":"traceutil/trace.go:171","msg":"trace[1375833874] linearizableReadLoop","detail":"{readStateIndex:4646; appliedIndex:4642; }","duration":"244.598284ms","start":"2026-04-28T07:25:26.200836Z","end":"2026-04-28T07:25:26.445435Z","steps":["trace[1375833874] 'read index received' (duration: 196.62943ms)","trace[1375833874] 'applied index is now lower than readState.Index' (duration: 47.967164ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:26.445786Z","caller":"traceutil/trace.go:171","msg":"trace[918974883] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"433.328643ms","start":"2026-04-28T07:25:26.0123Z","end":"2026-04-28T07:25:26.445629Z","steps":["trace[918974883] 'process raft request' (duration: 432.756949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:26.446927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.790101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:25:26.445859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.002225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:25:26.446993Z","caller":"traceutil/trace.go:171","msg":"trace[297038277] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4459; }","duration":"199.908865ms","start":"2026-04-28T07:25:26.247067Z","end":"2026-04-28T07:25:26.446976Z","steps":["trace[297038277] 'agreement among raft nodes before linearized reading' (duration: 199.748271ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:26.447042Z","caller":"traceutil/trace.go:171","msg":"trace[1417281158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4459; }","duration":"246.236757ms","start":"2026-04-28T07:25:26.200769Z","end":"2026-04-28T07:25:26.447006Z","steps":["trace[1417281158] 'agreement among raft nodes before linearized reading' (duration: 244.81924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:26.447043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:26.012259Z","time spent":"434.604376ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:26.44705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:26.010855Z","time spent":"435.824107ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:26.445911Z","caller":"traceutil/trace.go:171","msg":"trace[2106289060] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"433.245511ms","start":"2026-04-28T07:25:26.01265Z","end":"2026-04-28T07:25:26.445895Z","steps":["trace[2106289060] 'process raft request' (duration: 432.662016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:26.447304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:26.012642Z","time spent":"434.631636ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:26.445916Z","caller":"traceutil/trace.go:171","msg":"trace[415944073] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"432.691907ms","start":"2026-04-28T07:25:26.01321Z","end":"2026-04-28T07:25:26.445902Z","steps":["trace[415944073] 'process raft request' (duration: 432.153833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:26.44743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:26.013163Z","time spent":"434.239437ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:28.200629Z","caller":"traceutil/trace.go:171","msg":"trace[825989535] linearizableReadLoop","detail":"{readStateIndex:4649; appliedIndex:4648; }","duration":"401.290796ms","start":"2026-04-28T07:25:27.799313Z","end":"2026-04-28T07:25:28.200603Z","steps":["trace[825989535] 'read index received' (duration: 401.072211ms)","trace[825989535] 'applied index is now lower than readState.Index' (duration: 217.155µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:28.200736Z","caller":"traceutil/trace.go:171","msg":"trace[190170919] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"407.634478ms","start":"2026-04-28T07:25:27.793067Z","end":"2026-04-28T07:25:28.200702Z","steps":["trace[190170919] 'process raft request' (duration: 407.376591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:28.20085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.872982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:25:28.200886Z","caller":"traceutil/trace.go:171","msg":"trace[1277953142] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4462; }","duration":"394.954003ms","start":"2026-04-28T07:25:27.805925Z","end":"2026-04-28T07:25:28.200879Z","steps":["trace[1277953142] 'agreement among raft nodes before linearized reading' (duration: 394.82983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:28.200903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:27.80591Z","time spent":"394.989545ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:25:28.20089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:27.793042Z","time spent":"407.764301ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:28.20092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.689915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:25:28.200959Z","caller":"traceutil/trace.go:171","msg":"trace[1345622404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4462; }","duration":"343.771237ms","start":"2026-04-28T07:25:27.857178Z","end":"2026-04-28T07:25:28.200949Z","steps":["trace[1345622404] 'agreement among raft nodes before linearized reading' (duration: 343.607273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:28.200953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.618814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:25:28.201003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:27.857165Z","time spent":"343.828709ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:25:28.201032Z","caller":"traceutil/trace.go:171","msg":"trace[1377892554] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4462; }","duration":"401.742528ms","start":"2026-04-28T07:25:27.799269Z","end":"2026-04-28T07:25:28.201012Z","steps":["trace[1377892554] 'agreement among raft nodes before linearized reading' (duration: 401.45709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:28.201064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.453189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-04-28T07:25:28.201078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:27.799252Z","time spent":"401.816409ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"info","ts":"2026-04-28T07:25:28.20111Z","caller":"traceutil/trace.go:171","msg":"trace[1001962795] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4462; }","duration":"381.518201ms","start":"2026-04-28T07:25:27.819578Z","end":"2026-04-28T07:25:28.201096Z","steps":["trace[1001962795] 'agreement among raft nodes before linearized reading' (duration: 381.405438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:28.201156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:27.819562Z","time spent":"381.581372ms","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-04-28T07:25:29.88133Z","caller":"traceutil/trace.go:171","msg":"trace[1057278926] linearizableReadLoop","detail":"{readStateIndex:4658; appliedIndex:4657; }","duration":"190.178525ms","start":"2026-04-28T07:25:29.691119Z","end":"2026-04-28T07:25:29.881298Z","steps":["trace[1057278926] 'read index received' (duration: 190.027862ms)","trace[1057278926] 'applied index is now lower than readState.Index' (duration: 149.823µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:29.881442Z","caller":"traceutil/trace.go:171","msg":"trace[197340995] transaction","detail":"{read_only:false; response_revision:4471; number_of_response:1; }","duration":"200.329475ms","start":"2026-04-28T07:25:29.68108Z","end":"2026-04-28T07:25:29.88141Z","steps":["trace[197340995] 'process raft request' (duration: 200.063809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:29.881647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.359158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11984"} {"level":"info","ts":"2026-04-28T07:25:29.881689Z","caller":"traceutil/trace.go:171","msg":"trace[1648024112] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4471; }","duration":"119.538792ms","start":"2026-04-28T07:25:29.762138Z","end":"2026-04-28T07:25:29.881677Z","steps":["trace[1648024112] 'agreement among raft nodes before linearized reading' (duration: 119.294146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:29.881637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.486803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:25:29.882289Z","caller":"traceutil/trace.go:171","msg":"trace[1854543277] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:4471; }","duration":"191.189811ms","start":"2026-04-28T07:25:29.691079Z","end":"2026-04-28T07:25:29.882269Z","steps":["trace[1854543277] 'agreement among raft nodes before linearized reading' (duration: 190.3464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:36.81159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112864,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:25:37.612578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.618763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:37.612721Z","caller":"traceutil/trace.go:171","msg":"trace[2118123846] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"1.303173951s","start":"2026-04-28T07:25:36.309522Z","end":"2026-04-28T07:25:37.612696Z","steps":["trace[2118123846] 'process raft request' (duration: 742.342163ms)","trace[2118123846] 'compare' (duration: 560.50454ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:37.612797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:36.309491Z","time spent":"1.303271134s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:38.418491Z","caller":"traceutil/trace.go:171","msg":"trace[427707093] transaction","detail":"{read_only:false; response_revision:4520; number_of_response:1; }","duration":"2.107963267s","start":"2026-04-28T07:25:36.310501Z","end":"2026-04-28T07:25:38.418465Z","steps":["trace[427707093] 'process raft request' (duration: 2.047114283s)","trace[427707093] 'compare' (duration: 59.607523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:38.418714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:36.310476Z","time spent":"2.108113492s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:38.418758Z","caller":"traceutil/trace.go:171","msg":"trace[1004618245] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"1.846632405s","start":"2026-04-28T07:25:36.572103Z","end":"2026-04-28T07:25:38.418736Z","steps":["trace[1004618245] 'process raft request' (duration: 1.846250276s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:38.418882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:36.572076Z","time spent":"1.846735098s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:38.418855Z","caller":"traceutil/trace.go:171","msg":"trace[1834028077] transaction","detail":"{read_only:false; response_revision:4522; number_of_response:1; }","duration":"1.845106876s","start":"2026-04-28T07:25:36.573719Z","end":"2026-04-28T07:25:38.418826Z","steps":["trace[1834028077] 'process raft request' (duration: 1.844887391s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:38.418924Z","caller":"traceutil/trace.go:171","msg":"trace[844121875] transaction","detail":"{read_only:false; response_revision:4523; number_of_response:1; }","duration":"1.844961643s","start":"2026-04-28T07:25:36.573949Z","end":"2026-04-28T07:25:38.418911Z","steps":["trace[844121875] 'process raft request' (duration: 1.844783438s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:38.418897Z","caller":"traceutil/trace.go:171","msg":"trace[662961833] linearizableReadLoop","detail":"{readStateIndex:4713; appliedIndex:4707; }","duration":"2.108256634s","start":"2026-04-28T07:25:36.31061Z","end":"2026-04-28T07:25:38.418867Z","steps":["trace[662961833] 'read index received' (duration: 741.329606ms)","trace[662961833] 'applied index is now lower than readState.Index' (duration: 1.366925738s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:38.41896Z","caller":"traceutil/trace.go:171","msg":"trace[1980991502] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"1.833165752s","start":"2026-04-28T07:25:36.585771Z","end":"2026-04-28T07:25:38.418937Z","steps":["trace[1980991502] 'process raft request' (duration: 1.833033049s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:38.419012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:36.573705Z","time spent":"1.845230869s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:38.419039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:36.573882Z","time spent":"1.845073916s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:38.419087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:36.585749Z","time spent":"1.833262004s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:38.41909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714514093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:38.419174Z","caller":"traceutil/trace.go:171","msg":"trace[1017411926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4524; }","duration":"1.714640706s","start":"2026-04-28T07:25:36.704516Z","end":"2026-04-28T07:25:38.419156Z","steps":["trace[1017411926] 'agreement among raft nodes before linearized reading' (duration: 1.714531973s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:38.419189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.876912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-04-28T07:25:38.41919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821416312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:25:38.419208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48172074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T07:25:38.419238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:36.704493Z","time spent":"1.714722568s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:25:38.419242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.4002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:38.419246Z","caller":"traceutil/trace.go:171","msg":"trace[2039062704] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:4524; }","duration":"801.973885ms","start":"2026-04-28T07:25:37.617256Z","end":"2026-04-28T07:25:38.41923Z","steps":["trace[2039062704] 'agreement among raft nodes before linearized reading' (duration: 801.78405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:38.419257Z","caller":"traceutil/trace.go:171","msg":"trace[265695937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4524; }","duration":"1.821505944s","start":"2026-04-28T07:25:36.597734Z","end":"2026-04-28T07:25:38.41924Z","steps":["trace[265695937] 'agreement among raft nodes before linearized reading' (duration: 1.82134339s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:38.419262Z","caller":"traceutil/trace.go:171","msg":"trace[713115815] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4524; }","duration":"1.481793011s","start":"2026-04-28T07:25:36.937453Z","end":"2026-04-28T07:25:38.419246Z","steps":["trace[713115815] 'agreement among raft nodes before linearized reading' (duration: 1.481665058s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:38.419277Z","caller":"traceutil/trace.go:171","msg":"trace[1490184397] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4524; }","duration":"481.469511ms","start":"2026-04-28T07:25:37.937794Z","end":"2026-04-28T07:25:38.419264Z","steps":["trace[1490184397] 'agreement among raft nodes before linearized reading' (duration: 481.41221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:38.419265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.618098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T07:25:38.419374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:36.597728Z","time spent":"1.821560245s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:25:38.419393Z","caller":"traceutil/trace.go:171","msg":"trace[158308574] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4524; }","duration":"109.783642ms","start":"2026-04-28T07:25:38.309598Z","end":"2026-04-28T07:25:38.419382Z","steps":["trace[158308574] 'agreement among raft nodes before linearized reading' (duration: 109.546916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:38.419385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:36.937438Z","time spent":"1.481858633s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:25:38.419388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:37.937742Z","time spent":"481.634395ms","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:38.419291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:37.617236Z","time spent":"802.042947ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20693,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" "} {"level":"warn","ts":"2026-04-28T07:25:38.41986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109243701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109519"} {"level":"warn","ts":"2026-04-28T07:25:38.420227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823775232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:25:38.420218Z","caller":"traceutil/trace.go:171","msg":"trace[1914702038] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4524; }","duration":"2.10960116s","start":"2026-04-28T07:25:36.310595Z","end":"2026-04-28T07:25:38.420196Z","steps":["trace[1914702038] 'agreement among raft nodes before linearized reading' (duration: 2.108396109s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:38.420259Z","caller":"traceutil/trace.go:171","msg":"trace[1297664875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4524; }","duration":"1.823841754s","start":"2026-04-28T07:25:36.59641Z","end":"2026-04-28T07:25:38.420251Z","steps":["trace[1297664875] 'agreement among raft nodes before linearized reading' (duration: 1.822633563s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:38.420287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:36.596362Z","time spent":"1.823919756s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:25:38.420281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:36.310548Z","time spent":"2.109715883s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109541,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:25:39.091061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.361515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:39.091379Z","caller":"traceutil/trace.go:171","msg":"trace[13220828] linearizableReadLoop","detail":"{readStateIndex:4716; appliedIndex:4713; }","duration":"665.49544ms","start":"2026-04-28T07:25:38.425856Z","end":"2026-04-28T07:25:39.091352Z","steps":["trace[13220828] 'read index received' (duration: 97.707145ms)","trace[13220828] 'applied index is now lower than readState.Index' (duration: 567.786165ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:39.091498Z","caller":"traceutil/trace.go:171","msg":"trace[154519742] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"667.250566ms","start":"2026-04-28T07:25:38.424231Z","end":"2026-04-28T07:25:39.091482Z","steps":["trace[154519742] 'process raft request' (duration: 666.981849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:39.091582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:38.424212Z","time spent":"667.317757ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:39.091767Z","caller":"traceutil/trace.go:171","msg":"trace[1222984866] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"667.7992ms","start":"2026-04-28T07:25:38.423917Z","end":"2026-04-28T07:25:39.091716Z","steps":["trace[1222984866] 'process raft request' (duration: 99.632604ms)","trace[1222984866] 'compare' (duration: 567.190421ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:39.091893Z","caller":"traceutil/trace.go:171","msg":"trace[1074279070] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"667.619954ms","start":"2026-04-28T07:25:38.424248Z","end":"2026-04-28T07:25:39.091868Z","steps":["trace[1074279070] 'process raft request' (duration: 667.04324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:39.091955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:38.424229Z","time spent":"667.692198ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:39.09197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.797192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:39.092086Z","caller":"traceutil/trace.go:171","msg":"trace[1683144829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4527; }","duration":"662.945216ms","start":"2026-04-28T07:25:38.429117Z","end":"2026-04-28T07:25:39.092063Z","steps":["trace[1683144829] 'agreement among raft nodes before linearized reading' (duration: 662.778532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:39.092112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:38.423896Z","time spent":"667.973993ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:39.092145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:38.429107Z","time spent":"663.026028ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:25:39.092327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.249861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:39.092374Z","caller":"traceutil/trace.go:171","msg":"trace[1850996139] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:4527; }","duration":"637.342473ms","start":"2026-04-28T07:25:38.455015Z","end":"2026-04-28T07:25:39.092357Z","steps":["trace[1850996139] 'agreement among raft nodes before linearized reading' (duration: 637.261011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:39.092409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:38.454994Z","time spent":"637.407524ms","remote":"127.0.0.1:49822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:39.092686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.810804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109519"} {"level":"info","ts":"2026-04-28T07:25:39.092808Z","caller":"traceutil/trace.go:171","msg":"trace[1567512845] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4527; }","duration":"666.987928ms","start":"2026-04-28T07:25:38.425798Z","end":"2026-04-28T07:25:39.092786Z","steps":["trace[1567512845] 'agreement among raft nodes before linearized reading' (duration: 666.474576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:39.092869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:38.425769Z","time spent":"667.086791ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109541,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:25:40.284899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.252076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:25:40.284951Z","caller":"traceutil/trace.go:171","msg":"trace[1491610037] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:4527; }","duration":"593.355778ms","start":"2026-04-28T07:25:39.691584Z","end":"2026-04-28T07:25:40.28494Z","steps":["trace[1491610037] 'range keys from in-memory index tree' (duration: 593.117503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:40.284975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:39.691561Z","time spent":"593.408899ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"warn","ts":"2026-04-28T07:25:40.285053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.879229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:25:40.285075Z","caller":"traceutil/trace.go:171","msg":"trace[1432215176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4527; }","duration":"663.919341ms","start":"2026-04-28T07:25:39.621149Z","end":"2026-04-28T07:25:40.285069Z","steps":["trace[1432215176] 'range keys from in-memory index tree' (duration: 663.795517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:40.285092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:39.621134Z","time spent":"663.954301ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:25:40.285095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.985074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:40.285108Z","caller":"traceutil/trace.go:171","msg":"trace[702964248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4527; }","duration":"583.015235ms","start":"2026-04-28T07:25:39.702088Z","end":"2026-04-28T07:25:40.285104Z","steps":["trace[702964248] 'range keys from in-memory index tree' (duration: 582.954663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:40.285089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.558453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-28T07:25:40.28512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:39.70208Z","time spent":"583.036585ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:25:40.285142Z","caller":"traceutil/trace.go:171","msg":"trace[810348426] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4527; }","duration":"282.654836ms","start":"2026-04-28T07:25:40.002471Z","end":"2026-04-28T07:25:40.285126Z","steps":["trace[810348426] 'range keys from in-memory index tree' (duration: 282.398999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:40.284899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.667211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:25:40.285222Z","caller":"traceutil/trace.go:171","msg":"trace[939522286] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4527; }","duration":"857.030719ms","start":"2026-04-28T07:25:39.428183Z","end":"2026-04-28T07:25:40.285213Z","steps":["trace[939522286] 'range keys from in-memory index tree' (duration: 856.530907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:40.285236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:39.428165Z","time spent":"857.067321ms","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:25:40.285329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.771241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-28T07:25:40.285373Z","caller":"traceutil/trace.go:171","msg":"trace[1439449375] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4527; }","duration":"284.845283ms","start":"2026-04-28T07:25:40.000513Z","end":"2026-04-28T07:25:40.285358Z","steps":["trace[1439449375] 'range keys from in-memory index tree' (duration: 284.650736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:40.286028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.159721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11984"} {"level":"info","ts":"2026-04-28T07:25:40.286122Z","caller":"traceutil/trace.go:171","msg":"trace[1222725168] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4527; }","duration":"332.268774ms","start":"2026-04-28T07:25:39.953829Z","end":"2026-04-28T07:25:40.286098Z","steps":["trace[1222725168] 'range keys from in-memory index tree' (duration: 330.629981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:40.286182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:39.953769Z","time spent":"332.396027ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12006,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:25:42.26811Z","caller":"traceutil/trace.go:171","msg":"trace[1213340879] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"334.459438ms","start":"2026-04-28T07:25:41.933624Z","end":"2026-04-28T07:25:42.268083Z","steps":["trace[1213340879] 'process raft request' (duration: 334.262824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:42.268284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:41.933584Z","time spent":"334.598412ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":752,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:45.527725Z","caller":"traceutil/trace.go:171","msg":"trace[351254671] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"399.89782ms","start":"2026-04-28T07:25:45.1278Z","end":"2026-04-28T07:25:45.527698Z","steps":["trace[351254671] 'process raft request' (duration: 399.665265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:45.527892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:45.127772Z","time spent":"400.034263ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:46.609462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.898679ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:46.609578Z","caller":"traceutil/trace.go:171","msg":"trace[1814345213] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4569; }","duration":"333.026403ms","start":"2026-04-28T07:25:46.276535Z","end":"2026-04-28T07:25:46.609562Z","steps":["trace[1814345213] 'range keys from in-memory index tree' (duration: 332.883519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:46.609979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.263642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:46.610206Z","caller":"traceutil/trace.go:171","msg":"trace[1755475072] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"1.482283993s","start":"2026-04-28T07:25:45.127883Z","end":"2026-04-28T07:25:46.610167Z","steps":["trace[1755475072] 'process raft request' (duration: 603.780645ms)","trace[1755475072] 'compare' (duration: 877.78028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:46.610354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:45.127858Z","time spent":"1.482417647s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:47.445527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.425848ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:25:47.445677Z","caller":"traceutil/trace.go:171","msg":"trace[249712696] linearizableReadLoop","detail":"{readStateIndex:4760; appliedIndex:4758; }","duration":"2.315001824s","start":"2026-04-28T07:25:45.130645Z","end":"2026-04-28T07:25:47.445647Z","steps":["trace[249712696] 'read index received' (duration: 396.933874ms)","trace[249712696] 'applied index is now lower than readState.Index' (duration: 1.91806553s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:47.446592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315921027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T07:25:47.44665Z","caller":"traceutil/trace.go:171","msg":"trace[40810048] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:4570; }","duration":"2.31602631s","start":"2026-04-28T07:25:45.130611Z","end":"2026-04-28T07:25:47.446638Z","steps":["trace[40810048] 'agreement among raft nodes before linearized reading' (duration: 2.315749433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:47.446692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:45.130598Z","time spent":"2.316083231s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20693,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" "} {"level":"warn","ts":"2026-04-28T07:25:47.702182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99993641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:25:47.702272Z","caller":"traceutil/trace.go:171","msg":"trace[1753650306] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082394s","start":"2026-04-28T07:25:45.70217Z","end":"2026-04-28T07:25:47.702252Z","steps":["trace[1753650306] 'agreement among raft nodes before linearized reading' (duration: 1.999970461s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:47.702311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:45.702149Z","time spent":"2.000154335s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:25:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:25:47.925725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.457211463s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:25:47.926251Z","caller":"traceutil/trace.go:171","msg":"trace[765564830] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"1.45787643s","start":"2026-04-28T07:25:46.468342Z","end":"2026-04-28T07:25:47.926218Z","steps":["trace[765564830] 'process raft request' (duration: 1.457662075s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:47.926465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:46.468311Z","time spent":"1.458047194s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:48.50373Z","caller":"traceutil/trace.go:171","msg":"trace[1078229324] linearizableReadLoop","detail":"{readStateIndex:4765; appliedIndex:4761; }","duration":"1.057982531s","start":"2026-04-28T07:25:47.445723Z","end":"2026-04-28T07:25:48.503706Z","steps":["trace[1078229324] 'read index received' (duration: 480.267111ms)","trace[1078229324] 'applied index is now lower than readState.Index' (duration: 577.71417ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:48.504119Z","caller":"traceutil/trace.go:171","msg":"trace[2137523323] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"1.981694604s","start":"2026-04-28T07:25:46.522406Z","end":"2026-04-28T07:25:48.504101Z","steps":["trace[2137523323] 'process raft request' (duration: 1.967645255s)","trace[2137523323] 'compare' (duration: 13.358711ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:48.504225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174092876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T07:25:48.504225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:46.522374Z","time spent":"1.981777866s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:48.504266Z","caller":"traceutil/trace.go:171","msg":"trace[605953801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4575; }","duration":"2.174174478s","start":"2026-04-28T07:25:46.33008Z","end":"2026-04-28T07:25:48.504255Z","steps":["trace[605953801] 'agreement among raft nodes before linearized reading' (duration: 2.174038435s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:48.5043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:46.330062Z","time spent":"2.174229569s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:25:48.504324Z","caller":"traceutil/trace.go:171","msg":"trace[1021203705] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"696.988934ms","start":"2026-04-28T07:25:47.807313Z","end":"2026-04-28T07:25:48.504302Z","steps":["trace[1021203705] 'process raft request' (duration: 696.346997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:48.50441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:47.807281Z","time spent":"697.082216ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:48.504386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.847162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:25:48.50446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971096063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:25:48.504451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.097279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:25:48.504475Z","caller":"traceutil/trace.go:171","msg":"trace[832295714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4575; }","duration":"801.982845ms","start":"2026-04-28T07:25:47.702468Z","end":"2026-04-28T07:25:48.504451Z","steps":["trace[832295714] 'agreement among raft nodes before linearized reading' (duration: 801.830762ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:48.504496Z","caller":"traceutil/trace.go:171","msg":"trace[143504488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4575; }","duration":"1.971164374s","start":"2026-04-28T07:25:46.533322Z","end":"2026-04-28T07:25:48.504486Z","steps":["trace[143504488] 'agreement among raft nodes before linearized reading' (duration: 1.97098929s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:48.504503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.3044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:25:48.504528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:46.533307Z","time spent":"1.971213547s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:25:48.504481Z","caller":"traceutil/trace.go:171","msg":"trace[720469048] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"1.982027762s","start":"2026-04-28T07:25:46.52241Z","end":"2026-04-28T07:25:48.504438Z","steps":["trace[720469048] 'process raft request' (duration: 1.98113847s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:48.504502Z","caller":"traceutil/trace.go:171","msg":"trace[1431476486] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"1.981700234s","start":"2026-04-28T07:25:46.522765Z","end":"2026-04-28T07:25:48.504466Z","steps":["trace[1431476486] 'process raft request' (duration: 1.980856742s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:48.504541Z","caller":"traceutil/trace.go:171","msg":"trace[1750850982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4575; }","duration":"138.389293ms","start":"2026-04-28T07:25:48.366142Z","end":"2026-04-28T07:25:48.504531Z","steps":["trace[1750850982] 'agreement among raft nodes before linearized reading' (duration: 138.322401ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:48.50453Z","caller":"traceutil/trace.go:171","msg":"trace[610352868] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4575; }","duration":"806.250814ms","start":"2026-04-28T07:25:47.698255Z","end":"2026-04-28T07:25:48.504506Z","steps":["trace[610352868] 'agreement among raft nodes before linearized reading' (duration: 806.08613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:48.504593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.373487808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T07:25:48.504687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977280791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:25:48.504685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:46.522744Z","time spent":"1.981846548s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:48.504706Z","caller":"traceutil/trace.go:171","msg":"trace[1750512955] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4575; }","duration":"3.373651732s","start":"2026-04-28T07:25:45.13103Z","end":"2026-04-28T07:25:48.504681Z","steps":["trace[1750512955] 'agreement among raft nodes before linearized reading' (duration: 3.373231401s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:48.504715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.580692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:25:48.504698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:46.522379Z","time spent":"1.982196958s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:48.504734Z","caller":"traceutil/trace.go:171","msg":"trace[1155919835] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4575; }","duration":"1.977363293s","start":"2026-04-28T07:25:46.527358Z","end":"2026-04-28T07:25:48.504721Z","steps":["trace[1155919835] 'agreement among raft nodes before linearized reading' (duration: 1.977058364s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:48.504726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048255483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109916"} {"level":"warn","ts":"2026-04-28T07:25:48.504762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:45.131023Z","time spent":"3.373727455s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:25:48.504779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:46.527338Z","time spent":"1.977430145s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"info","ts":"2026-04-28T07:25:48.504789Z","caller":"traceutil/trace.go:171","msg":"trace[880709152] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4575; }","duration":"1.048380956s","start":"2026-04-28T07:25:47.456393Z","end":"2026-04-28T07:25:48.504774Z","steps":["trace[880709152] 'agreement among raft nodes before linearized reading' (duration: 1.047896283s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:48.504653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:47.698226Z","time spent":"806.417168ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:48.504804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.17143638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:25:48.504769Z","caller":"traceutil/trace.go:171","msg":"trace[1416582331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4575; }","duration":"972.724895ms","start":"2026-04-28T07:25:47.532029Z","end":"2026-04-28T07:25:48.504754Z","steps":["trace[1416582331] 'agreement among raft nodes before linearized reading' (duration: 972.352955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:48.504836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:47.45636Z","time spent":"1.048464899s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109938,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:25:48.50454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:47.702448Z","time spent":"802.075948ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:25:48.504492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.180649024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"warn","ts":"2026-04-28T07:25:48.504876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:47.531974Z","time spent":"972.891419ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:25:48.504878Z","caller":"traceutil/trace.go:171","msg":"trace[400820539] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4575; }","duration":"3.171557953s","start":"2026-04-28T07:25:45.333295Z","end":"2026-04-28T07:25:48.504853Z","steps":["trace[400820539] 'agreement among raft nodes before linearized reading' (duration: 3.170973528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:48.504453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178204819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:48.504911Z","caller":"traceutil/trace.go:171","msg":"trace[1467902037] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4575; }","duration":"3.181339413s","start":"2026-04-28T07:25:45.323558Z","end":"2026-04-28T07:25:48.504897Z","steps":["trace[1467902037] 'agreement among raft nodes before linearized reading' (duration: 3.180815948s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:48.504947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:45.333273Z","time spent":"3.171649355s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:25:48.504958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:45.323533Z","time spent":"3.181413394s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12403,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:25:48.50496Z","caller":"traceutil/trace.go:171","msg":"trace[285687968] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:4575; }","duration":"1.178777295s","start":"2026-04-28T07:25:47.326165Z","end":"2026-04-28T07:25:48.504942Z","steps":["trace[285687968] 'agreement among raft nodes before linearized reading' (duration: 1.17822614s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:48.505012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:47.326143Z","time spent":"1.178851677s","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:49.012616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765112996,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:25:50.512271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999981621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:25:50.51234Z","caller":"traceutil/trace.go:171","msg":"trace[1468529957] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082074s","start":"2026-04-28T07:25:48.51224Z","end":"2026-04-28T07:25:50.512322Z","steps":["trace[1468529957] 'agreement among raft nodes before linearized reading' (duration: 1.999996612s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:50.512374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:48.512221Z","time spent":"2.000146565s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:25:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:25:50.962334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656332847s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:50.96246Z","caller":"traceutil/trace.go:171","msg":"trace[1627204983] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"2.453265314s","start":"2026-04-28T07:25:48.509162Z","end":"2026-04-28T07:25:50.962427Z","steps":["trace[1627204983] 'process raft request' (duration: 796.747702ms)","trace[1627204983] 'compare' (duration: 1.655832505s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:50.962525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:48.509143Z","time spent":"2.453350776s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:51.730576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.333048795s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:25:52.352925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.733393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:52.353161Z","caller":"traceutil/trace.go:171","msg":"trace[611532512] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"3.843892267s","start":"2026-04-28T07:25:48.509238Z","end":"2026-04-28T07:25:52.353131Z","steps":["trace[611532512] 'process raft request' (duration: 3.221856506s)","trace[611532512] 'compare' (duration: 621.482757ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:52.353205Z","caller":"traceutil/trace.go:171","msg":"trace[1143952384] linearizableReadLoop","detail":"{readStateIndex:4770; appliedIndex:4766; }","duration":"3.841558258s","start":"2026-04-28T07:25:48.511629Z","end":"2026-04-28T07:25:52.353187Z","steps":["trace[1143952384] 'read index received' (duration: 794.300649ms)","trace[1143952384] 'applied index is now lower than readState.Index' (duration: 3.047256609s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:52.353279Z","caller":"traceutil/trace.go:171","msg":"trace[1125854721] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"3.841058965s","start":"2026-04-28T07:25:48.51221Z","end":"2026-04-28T07:25:52.353269Z","steps":["trace[1125854721] 'process raft request' (duration: 3.840934592s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:52.353238Z","caller":"traceutil/trace.go:171","msg":"trace[947944017] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"3.841377623s","start":"2026-04-28T07:25:48.511826Z","end":"2026-04-28T07:25:52.353203Z","steps":["trace[947944017] 'process raft request' (duration: 3.841214089s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:52.353346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:48.512196Z","time spent":"3.841114787s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:52.353421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:48.511812Z","time spent":"3.841514317s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:52.353473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:48.509209Z","time spent":"3.844028721s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:52.353605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.841958748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-28T07:25:52.353677Z","caller":"traceutil/trace.go:171","msg":"trace[1400947946] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a; range_end:; response_count:1; response_revision:4579; }","duration":"3.842065531s","start":"2026-04-28T07:25:48.511588Z","end":"2026-04-28T07:25:52.353654Z","steps":["trace[1400947946] 'agreement among raft nodes before linearized reading' (duration: 3.841787023s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:52.353737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:48.511568Z","time spent":"3.842154884s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a\" "} {"level":"warn","ts":"2026-04-28T07:25:52.513025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000276938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:25:52.513168Z","caller":"traceutil/trace.go:171","msg":"trace[1164571322] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000476683s","start":"2026-04-28T07:25:50.512675Z","end":"2026-04-28T07:25:52.513151Z","steps":["trace[1164571322] 'agreement among raft nodes before linearized reading' (duration: 2.000311329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:52.513226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:50.512654Z","time spent":"2.000562386s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:25:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:25:52.85399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765113007,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:25:53.074643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.34304474s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:25:53.076606Z","caller":"traceutil/trace.go:171","msg":"trace[666847450] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"3.144096482s","start":"2026-04-28T07:25:49.932481Z","end":"2026-04-28T07:25:53.076578Z","steps":["trace[666847450] 'process raft request' (duration: 3.142532552s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:53.076669Z","caller":"traceutil/trace.go:171","msg":"trace[630525898] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"2.562857902s","start":"2026-04-28T07:25:50.513757Z","end":"2026-04-28T07:25:53.076615Z","steps":["trace[630525898] 'process raft request' (duration: 2.56277681s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.076756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:49.932435Z","time spent":"3.144247536s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:53.076811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:50.513742Z","time spent":"2.562991025s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:53.076926Z","caller":"traceutil/trace.go:171","msg":"trace[1807280811] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"2.562704428s","start":"2026-04-28T07:25:50.514191Z","end":"2026-04-28T07:25:53.076896Z","steps":["trace[1807280811] 'process raft request' (duration: 2.56238368s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:53.07695Z","caller":"traceutil/trace.go:171","msg":"trace[313296303] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"2.612342546s","start":"2026-04-28T07:25:50.464582Z","end":"2026-04-28T07:25:53.076925Z","steps":["trace[313296303] 'process raft request' (duration: 2.611852613s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.077087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:50.51418Z","time spent":"2.56280943s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:53.077711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713956318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:25:53.077688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.385463043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:25:53.077755Z","caller":"traceutil/trace.go:171","msg":"trace[1637260523] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4586; }","duration":"1.71402927s","start":"2026-04-28T07:25:51.363712Z","end":"2026-04-28T07:25:53.077742Z","steps":["trace[1637260523] 'agreement among raft nodes before linearized reading' (duration: 1.713941958s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.077794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:51.363692Z","time spent":"1.714093542s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":25,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:25:53.077791Z","caller":"traceutil/trace.go:171","msg":"trace[822151805] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:4586; }","duration":"3.385593387s","start":"2026-04-28T07:25:49.692168Z","end":"2026-04-28T07:25:53.077761Z","steps":["trace[822151805] 'agreement among raft nodes before linearized reading' (duration: 3.38534298s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.07782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.151604064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414085"} {"level":"info","ts":"2026-04-28T07:25:53.077109Z","caller":"traceutil/trace.go:171","msg":"trace[303843479] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"2.561922358s","start":"2026-04-28T07:25:50.515173Z","end":"2026-04-28T07:25:53.077095Z","steps":["trace[303843479] 'process raft request' (duration: 2.561643051s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:53.077892Z","caller":"traceutil/trace.go:171","msg":"trace[1241259202] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4586; }","duration":"4.151680916s","start":"2026-04-28T07:25:48.926195Z","end":"2026-04-28T07:25:53.077876Z","steps":["trace[1241259202] 'agreement among raft nodes before linearized reading' (duration: 4.151266725s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.077869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.075713295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:25:53.077947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:48.926131Z","time spent":"4.151802348s","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414107,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-04-28T07:25:53.077966Z","caller":"traceutil/trace.go:171","msg":"trace[9722065] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4586; }","duration":"3.075863489s","start":"2026-04-28T07:25:50.002079Z","end":"2026-04-28T07:25:53.077943Z","steps":["trace[9722065] 'agreement among raft nodes before linearized reading' (duration: 3.075371327s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.077973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:50.515163Z","time spent":"2.56276115s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:53.077247Z","caller":"traceutil/trace.go:171","msg":"trace[1241631065] linearizableReadLoop","detail":"{readStateIndex:4777; appliedIndex:4770; }","duration":"724.002004ms","start":"2026-04-28T07:25:52.353235Z","end":"2026-04-28T07:25:53.077237Z","steps":["trace[1241631065] 'read index received' (duration: 721.740057ms)","trace[1241631065] 'applied index is now lower than readState.Index' (duration: 2.261127ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:53.078016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:50.002053Z","time spent":"3.075953181s","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":495,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:53.077478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.564417242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109916"} {"level":"warn","ts":"2026-04-28T07:25:53.077955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:49.692152Z","time spent":"3.385786012s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"info","ts":"2026-04-28T07:25:53.078104Z","caller":"traceutil/trace.go:171","msg":"trace[1343617057] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4586; }","duration":"4.565048709s","start":"2026-04-28T07:25:48.513032Z","end":"2026-04-28T07:25:53.078081Z","steps":["trace[1343617057] 'agreement among raft nodes before linearized reading' (duration: 4.564239618s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.078143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.863474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:25:53.078173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:48.513025Z","time spent":"4.565131321s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109938,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:25:53.078187Z","caller":"traceutil/trace.go:171","msg":"trace[1277862317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4586; }","duration":"559.931616ms","start":"2026-04-28T07:25:52.51824Z","end":"2026-04-28T07:25:53.078172Z","steps":["trace[1277862317] 'agreement among raft nodes before linearized reading' (duration: 559.875405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.078218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:52.518222Z","time spent":"559.989027ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:25:53.078308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.545438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:25:53.078356Z","caller":"traceutil/trace.go:171","msg":"trace[1497254352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4586; }","duration":"111.62294ms","start":"2026-04-28T07:25:52.966721Z","end":"2026-04-28T07:25:53.078344Z","steps":["trace[1497254352] 'agreement among raft nodes before linearized reading' (duration: 111.505467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.077526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.561308014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:53.078509Z","caller":"traceutil/trace.go:171","msg":"trace[2001953921] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4586; }","duration":"4.562292548s","start":"2026-04-28T07:25:48.516195Z","end":"2026-04-28T07:25:53.078488Z","steps":["trace[2001953921] 'agreement among raft nodes before linearized reading' (duration: 4.561304093s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.07857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:48.516187Z","time spent":"4.56236648s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:25:53.07753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:50.464556Z","time spent":"2.612912869s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:53.077555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562824171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-04-28T07:25:53.077582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00664893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:53.078836Z","caller":"traceutil/trace.go:171","msg":"trace[1549587637] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:4586; }","duration":"2.564066642s","start":"2026-04-28T07:25:50.5147Z","end":"2026-04-28T07:25:53.078767Z","steps":["trace[1549587637] 'agreement among raft nodes before linearized reading' (duration: 2.562703878s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:53.078893Z","caller":"traceutil/trace.go:171","msg":"trace[1454826938] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4586; }","duration":"1.008035125s","start":"2026-04-28T07:25:52.070841Z","end":"2026-04-28T07:25:53.078876Z","steps":["trace[1454826938] 'agreement among raft nodes before linearized reading' (duration: 1.006716092s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.077611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260846171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:53.077613Z","caller":"traceutil/trace.go:171","msg":"trace[278211176] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"721.374298ms","start":"2026-04-28T07:25:52.356224Z","end":"2026-04-28T07:25:53.077598Z","steps":["trace[278211176] 'process raft request' (duration: 720.957547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.077607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873621936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:25:53.07763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.719976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:25:53.077613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.563300324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:25:53.077658Z","caller":"traceutil/trace.go:171","msg":"trace[361607818] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"2.545367115s","start":"2026-04-28T07:25:50.532281Z","end":"2026-04-28T07:25:53.077648Z","steps":["trace[361607818] 'process raft request' (duration: 2.54477555s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.077663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.524700526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:25:53.077605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.276967065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:25:53.077655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.462945041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-28T07:25:53.077685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48130528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:25:53.078911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:50.514691Z","time spent":"2.564197405s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20693,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" "} {"level":"warn","ts":"2026-04-28T07:25:53.079635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:52.070816Z","time spent":"1.008801635s","remote":"127.0.0.1:51496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:25:53.079652Z","caller":"traceutil/trace.go:171","msg":"trace[1641656203] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:4586; }","duration":"1.262898793s","start":"2026-04-28T07:25:51.816712Z","end":"2026-04-28T07:25:53.079611Z","steps":["trace[1641656203] 'agreement among raft nodes before linearized reading' (duration: 1.260874811s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.079742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:51.816685Z","time spent":"1.263029556s","remote":"127.0.0.1:51916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:25:53.079895Z","caller":"traceutil/trace.go:171","msg":"trace[578761890] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4586; }","duration":"809.028995ms","start":"2026-04-28T07:25:52.270853Z","end":"2026-04-28T07:25:53.079882Z","steps":["trace[578761890] 'agreement among raft nodes before linearized reading' (duration: 806.752577ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:53.079889Z","caller":"traceutil/trace.go:171","msg":"trace[737264507] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4586; }","duration":"2.875893514s","start":"2026-04-28T07:25:50.203964Z","end":"2026-04-28T07:25:53.079858Z","steps":["trace[737264507] 'agreement among raft nodes before linearized reading' (duration: 2.873581575s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.079941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:52.270796Z","time spent":"809.131988ms","remote":"127.0.0.1:50482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:25:53.079941Z","caller":"traceutil/trace.go:171","msg":"trace[1108468041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4586; }","duration":"3.565690225s","start":"2026-04-28T07:25:49.514231Z","end":"2026-04-28T07:25:53.079921Z","steps":["trace[1108468041] 'agreement among raft nodes before linearized reading' (duration: 3.563183341s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.079974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:50.203896Z","time spent":"2.876050348s","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:53.079992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:49.514205Z","time spent":"3.565776767s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T07:25:53.080071Z","caller":"traceutil/trace.go:171","msg":"trace[680748272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4586; }","duration":"4.465402874s","start":"2026-04-28T07:25:48.614656Z","end":"2026-04-28T07:25:53.080059Z","steps":["trace[680748272] 'agreement among raft nodes before linearized reading' (duration: 4.462810848s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.080158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:48.61464Z","time spent":"4.465481527s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:25:53.080168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:52.3562Z","time spent":"723.873372ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:53.080212Z","caller":"traceutil/trace.go:171","msg":"trace[670335317] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:4586; }","duration":"2.483885475s","start":"2026-04-28T07:25:50.596314Z","end":"2026-04-28T07:25:53.0802Z","steps":["trace[670335317] 'agreement among raft nodes before linearized reading' (duration: 2.48134844s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.080244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:50.596263Z","time spent":"2.483971598s","remote":"127.0.0.1:49970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:53.079879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:50.532259Z","time spent":"2.547547711s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:53.07994Z","caller":"traceutil/trace.go:171","msg":"trace[503677394] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:4586; }","duration":"1.527002146s","start":"2026-04-28T07:25:51.552913Z","end":"2026-04-28T07:25:53.079915Z","steps":["trace[503677394] 'agreement among raft nodes before linearized reading' (duration: 1.524725128s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.08041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:51.55289Z","time spent":"1.527493928s","remote":"127.0.0.1:49868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:25:53.079991Z","caller":"traceutil/trace.go:171","msg":"trace[1439923494] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:4586; }","duration":"4.279454977s","start":"2026-04-28T07:25:48.800523Z","end":"2026-04-28T07:25:53.079978Z","steps":["trace[1439923494] 'agreement among raft nodes before linearized reading' (duration: 4.276916583s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:53.080548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:48.800504Z","time spent":"4.280020352s","remote":"127.0.0.1:51962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:57.423829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765113072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:25:57.756327Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.381516751s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:25:57.756785Z","caller":"traceutil/trace.go:171","msg":"trace[500480461] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"1.382087226s","start":"2026-04-28T07:25:56.37467Z","end":"2026-04-28T07:25:57.756757Z","steps":["trace[500480461] 'process raft request' (duration: 1.381886111s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:57.756945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:56.374648Z","time spent":"1.382217248s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:58.418404Z","caller":"traceutil/trace.go:171","msg":"trace[1145107558] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"2.041768627s","start":"2026-04-28T07:25:56.376612Z","end":"2026-04-28T07:25:58.418381Z","steps":["trace[1145107558] 'process raft request' (duration: 2.041707975s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:58.418428Z","caller":"traceutil/trace.go:171","msg":"trace[1716447475] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"2.042426154s","start":"2026-04-28T07:25:56.375957Z","end":"2026-04-28T07:25:58.418383Z","steps":["trace[1716447475] 'process raft request' (duration: 2.042228079s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:58.418555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:56.376598Z","time spent":"2.041877169s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:58.418614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:56.375926Z","time spent":"2.042599779s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:58.418785Z","caller":"traceutil/trace.go:171","msg":"trace[676707552] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"1.326565858s","start":"2026-04-28T07:25:57.09215Z","end":"2026-04-28T07:25:58.418716Z","steps":["trace[676707552] 'process raft request' (duration: 1.326199308s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:58.418874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:57.092114Z","time spent":"1.326720692s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:58.418955Z","caller":"traceutil/trace.go:171","msg":"trace[1335102041] transaction","detail":"{read_only:false; response_revision:4611; number_of_response:1; }","duration":"1.321646252s","start":"2026-04-28T07:25:57.097295Z","end":"2026-04-28T07:25:58.418941Z","steps":["trace[1335102041] 'process raft request' (duration: 1.321378715s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:58.419031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:57.097248Z","time spent":"1.321744265s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:58.419002Z","caller":"traceutil/trace.go:171","msg":"trace[160090968] transaction","detail":"{read_only:false; response_revision:4612; number_of_response:1; }","duration":"1.321216632s","start":"2026-04-28T07:25:57.097744Z","end":"2026-04-28T07:25:58.41896Z","steps":["trace[160090968] 'process raft request' (duration: 1.321118849s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:58.419082Z","caller":"traceutil/trace.go:171","msg":"trace[204470333] linearizableReadLoop","detail":"{readStateIndex:4806; appliedIndex:4800; }","duration":"1.496326982s","start":"2026-04-28T07:25:56.92274Z","end":"2026-04-28T07:25:58.419067Z","steps":["trace[204470333] 'read index received' (duration: 834.004472ms)","trace[204470333] 'applied index is now lower than readState.Index' (duration: 662.32142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:58.419209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496471555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:58.419204Z","caller":"traceutil/trace.go:171","msg":"trace[1542995247] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"1.32073774s","start":"2026-04-28T07:25:57.098433Z","end":"2026-04-28T07:25:58.419171Z","steps":["trace[1542995247] 'process raft request' (duration: 1.320476193s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:58.419245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:57.097722Z","time spent":"1.321390266s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:25:58.419267Z","caller":"traceutil/trace.go:171","msg":"trace[1570982235] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:4613; }","duration":"1.496586209s","start":"2026-04-28T07:25:56.922667Z","end":"2026-04-28T07:25:58.419253Z","steps":["trace[1570982235] 'agreement among raft nodes before linearized reading' (duration: 1.496496927s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:58.41931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:56.922638Z","time spent":"1.496662421s","remote":"127.0.0.1:49922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:25:58.419324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.398446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:58.419357Z","caller":"traceutil/trace.go:171","msg":"trace[158556655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4613; }","duration":"717.465417ms","start":"2026-04-28T07:25:57.701882Z","end":"2026-04-28T07:25:58.419347Z","steps":["trace[158556655] 'agreement among raft nodes before linearized reading' (duration: 717.413396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:58.419358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:57.098419Z","time spent":"1.320856662s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:25:58.41939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:57.701864Z","time spent":"717.519458ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:25:58.419437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318238606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:25:58.41951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.589499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:58.419561Z","caller":"traceutil/trace.go:171","msg":"trace[1188770776] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4613; }","duration":"1.31842866s","start":"2026-04-28T07:25:57.101107Z","end":"2026-04-28T07:25:58.419536Z","steps":["trace[1188770776] 'agreement among raft nodes before linearized reading' (duration: 1.318146233s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:58.41958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.32846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:25:58.419595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.748853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"info","ts":"2026-04-28T07:25:58.419623Z","caller":"traceutil/trace.go:171","msg":"trace[1050020045] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:4613; }","duration":"463.414132ms","start":"2026-04-28T07:25:57.956195Z","end":"2026-04-28T07:25:58.419609Z","steps":["trace[1050020045] 'agreement among raft nodes before linearized reading' (duration: 463.35361ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:58.419635Z","caller":"traceutil/trace.go:171","msg":"trace[464048934] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4613; }","duration":"319.856526ms","start":"2026-04-28T07:25:58.09977Z","end":"2026-04-28T07:25:58.419627Z","steps":["trace[464048934] 'agreement among raft nodes before linearized reading' (duration: 319.703622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:58.419664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:58.099736Z","time spent":"319.922537ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12403,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:25:58.419731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30274982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T07:25:58.419775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313970237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:25:58.419789Z","caller":"traceutil/trace.go:171","msg":"trace[390390542] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4613; }","duration":"1.302840262s","start":"2026-04-28T07:25:57.116928Z","end":"2026-04-28T07:25:58.419768Z","steps":["trace[390390542] 'agreement among raft nodes before linearized reading' (duration: 1.302718339s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:58.419818Z","caller":"traceutil/trace.go:171","msg":"trace[665082718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4613; }","duration":"1.314051689s","start":"2026-04-28T07:25:57.105757Z","end":"2026-04-28T07:25:58.419808Z","steps":["trace[665082718] 'agreement among raft nodes before linearized reading' (duration: 1.313923616s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:58.419832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:57.116903Z","time spent":"1.302920714s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:25:58.419851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:57.105733Z","time spent":"1.31411043s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:25:58.419842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316049269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:25:58.419859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309372789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T07:25:58.419891Z","caller":"traceutil/trace.go:171","msg":"trace[1341680313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4613; }","duration":"1.316129482s","start":"2026-04-28T07:25:57.10375Z","end":"2026-04-28T07:25:58.41988Z","steps":["trace[1341680313] 'agreement among raft nodes before linearized reading' (duration: 1.315952957s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:25:58.419896Z","caller":"traceutil/trace.go:171","msg":"trace[1681254729] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:4613; }","duration":"1.309440821s","start":"2026-04-28T07:25:57.110446Z","end":"2026-04-28T07:25:58.419887Z","steps":["trace[1681254729] 'agreement among raft nodes before linearized reading' (duration: 1.309335738s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:58.419934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:57.103734Z","time spent":"1.316193103s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:25:58.419618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:57.101081Z","time spent":"1.318526953s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:25:58.419938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:57.11043Z","time spent":"1.309500362s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20693,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" "} {"level":"warn","ts":"2026-04-28T07:25:58.419661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:57.956167Z","time spent":"463.485663ms","remote":"127.0.0.1:49976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:25:58.419569Z","caller":"traceutil/trace.go:171","msg":"trace[2073053373] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:4613; }","duration":"319.690591ms","start":"2026-04-28T07:25:58.099862Z","end":"2026-04-28T07:25:58.419552Z","steps":["trace[2073053373] 'agreement among raft nodes before linearized reading' (duration: 319.603069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:58.420232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:25:58.099834Z","time spent":"320.382929ms","remote":"127.0.0.1:47472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:25:58.610657Z","caller":"traceutil/trace.go:171","msg":"trace[1978901208] linearizableReadLoop","detail":"{readStateIndex:4808; appliedIndex:4807; }","duration":"177.116101ms","start":"2026-04-28T07:25:58.433508Z","end":"2026-04-28T07:25:58.610625Z","steps":["trace[1978901208] 'read index received' (duration: 33.754412ms)","trace[1978901208] 'applied index is now lower than readState.Index' (duration: 143.360039ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:58.611293Z","caller":"traceutil/trace.go:171","msg":"trace[1349602889] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"182.788127ms","start":"2026-04-28T07:25:58.428478Z","end":"2026-04-28T07:25:58.611266Z","steps":["trace[1349602889] 'process raft request' (duration: 120.918177ms)","trace[1349602889] 'compare' (duration: 60.726671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:58.612262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.719313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:25:58.612519Z","caller":"traceutil/trace.go:171","msg":"trace[1589409200] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4615; }","duration":"178.822815ms","start":"2026-04-28T07:25:58.433497Z","end":"2026-04-28T07:25:58.61232Z","steps":["trace[1589409200] 'agreement among raft nodes before linearized reading' (duration: 177.252155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:25:59.998848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.13591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:25:59.998933Z","caller":"traceutil/trace.go:171","msg":"trace[2004315300] linearizableReadLoop","detail":"{readStateIndex:4811; appliedIndex:4810; }","duration":"190.076963ms","start":"2026-04-28T07:25:59.80884Z","end":"2026-04-28T07:25:59.998917Z","steps":["trace[2004315300] 'read index received' (duration: 85.761639ms)","trace[2004315300] 'applied index is now lower than readState.Index' (duration: 104.314424ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:25:59.999045Z","caller":"traceutil/trace.go:171","msg":"trace[1917482370] transaction","detail":"{read_only:false; response_revision:4617; number_of_response:1; }","duration":"190.247468ms","start":"2026-04-28T07:25:59.808776Z","end":"2026-04-28T07:25:59.999023Z","steps":["trace[1917482370] 'process raft request' (duration: 85.854842ms)","trace[1917482370] 'compare' (duration: 103.721478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:25:59.999219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.335039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:25:59.999329Z","caller":"traceutil/trace.go:171","msg":"trace[1324781021] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4617; }","duration":"190.469893ms","start":"2026-04-28T07:25:59.808836Z","end":"2026-04-28T07:25:59.999306Z","steps":["trace[1324781021] 'agreement among raft nodes before linearized reading' (duration: 190.116934ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:00.793201Z","caller":"traceutil/trace.go:171","msg":"trace[2010181322] transaction","detail":"{read_only:false; response_revision:4619; number_of_response:1; }","duration":"366.878486ms","start":"2026-04-28T07:26:00.426292Z","end":"2026-04-28T07:26:00.793171Z","steps":["trace[2010181322] 'process raft request' (duration: 366.61478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:00.793366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:00.426275Z","time spent":"367.00589ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:00.793497Z","caller":"traceutil/trace.go:171","msg":"trace[786597122] transaction","detail":"{read_only:false; response_revision:4620; number_of_response:1; }","duration":"367.141983ms","start":"2026-04-28T07:26:00.426332Z","end":"2026-04-28T07:26:00.793474Z","steps":["trace[786597122] 'process raft request' (duration: 366.765963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:00.793634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:00.426316Z","time spent":"367.242156ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:00.793678Z","caller":"traceutil/trace.go:171","msg":"trace[242124922] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"367.264526ms","start":"2026-04-28T07:26:00.426384Z","end":"2026-04-28T07:26:00.793649Z","steps":["trace[242124922] 'process raft request' (duration: 366.987369ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:00.793736Z","caller":"traceutil/trace.go:171","msg":"trace[1104142191] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"364.725702ms","start":"2026-04-28T07:26:00.428979Z","end":"2026-04-28T07:26:00.793705Z","steps":["trace[1104142191] 'process raft request' (duration: 364.585648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:00.793792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:00.426366Z","time spent":"367.38012ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:26:00.793851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:00.428966Z","time spent":"364.828324ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:00.794049Z","caller":"traceutil/trace.go:171","msg":"trace[1379667560] linearizableReadLoop","detail":"{readStateIndex:4816; appliedIndex:4812; }","duration":"336.326097ms","start":"2026-04-28T07:26:00.457651Z","end":"2026-04-28T07:26:00.793977Z","steps":["trace[1379667560] 'read index received' (duration: 335.310401ms)","trace[1379667560] 'applied index is now lower than readState.Index' (duration: 1.013906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:00.794137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.31438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:26:00.794186Z","caller":"traceutil/trace.go:171","msg":"trace[2055750685] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4622; }","duration":"355.376283ms","start":"2026-04-28T07:26:00.438794Z","end":"2026-04-28T07:26:00.794171Z","steps":["trace[2055750685] 'agreement among raft nodes before linearized reading' (duration: 355.211288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:00.794218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:00.438787Z","time spent":"355.422804ms","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:26:00.794223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.578232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T07:26:00.794255Z","caller":"traceutil/trace.go:171","msg":"trace[1196896390] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:4622; }","duration":"361.647164ms","start":"2026-04-28T07:26:00.432597Z","end":"2026-04-28T07:26:00.794244Z","steps":["trace[1196896390] 'agreement among raft nodes before linearized reading' (duration: 361.52465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:00.794249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.754821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:26:00.794306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:00.432578Z","time spent":"361.713145ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20693,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" "} {"level":"info","ts":"2026-04-28T07:26:00.794336Z","caller":"traceutil/trace.go:171","msg":"trace[1144354947] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4622; }","duration":"360.872373ms","start":"2026-04-28T07:26:00.433446Z","end":"2026-04-28T07:26:00.794319Z","steps":["trace[1144354947] 'agreement among raft nodes before linearized reading' (duration: 360.584775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:00.794391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:00.433441Z","time spent":"360.939425ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:26:00.949062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.483315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:26:00.949288Z","caller":"traceutil/trace.go:171","msg":"trace[1573434699] linearizableReadLoop","detail":"{readStateIndex:4817; appliedIndex:4816; }","duration":"155.181863ms","start":"2026-04-28T07:26:00.794085Z","end":"2026-04-28T07:26:00.949267Z","steps":["trace[1573434699] 'read index received' (duration: 47.348339ms)","trace[1573434699] 'applied index is now lower than readState.Index' (duration: 107.831724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:00.949369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.057962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:26:00.949409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.662224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:00.949461Z","caller":"traceutil/trace.go:171","msg":"trace[1999059253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4623; }","duration":"246.201666ms","start":"2026-04-28T07:26:00.703241Z","end":"2026-04-28T07:26:00.949442Z","steps":["trace[1999059253] 'agreement among raft nodes before linearized reading' (duration: 246.039972ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:00.949485Z","caller":"traceutil/trace.go:171","msg":"trace[1799675033] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:4623; }","duration":"276.794317ms","start":"2026-04-28T07:26:00.672672Z","end":"2026-04-28T07:26:00.949467Z","steps":["trace[1799675033] 'agreement among raft nodes before linearized reading' (duration: 276.633853ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:00.949697Z","caller":"traceutil/trace.go:171","msg":"trace[405884363] transaction","detail":"{read_only:false; response_revision:4623; number_of_response:1; }","duration":"485.151446ms","start":"2026-04-28T07:26:00.464524Z","end":"2026-04-28T07:26:00.949675Z","steps":["trace[405884363] 'process raft request' (duration: 376.963214ms)","trace[405884363] 'compare' (duration: 107.349931ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:00.949778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:00.464507Z","time spent":"485.229659ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:26:00.949715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.658644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:26:00.949919Z","caller":"traceutil/trace.go:171","msg":"trace[783440652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4623; }","duration":"334.90913ms","start":"2026-04-28T07:26:00.614996Z","end":"2026-04-28T07:26:00.949905Z","steps":["trace[783440652] 'agreement among raft nodes before linearized reading' (duration: 334.415157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:00.950016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:00.614974Z","time spent":"335.029213ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:26:00.950027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.539287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109916"} {"level":"warn","ts":"2026-04-28T07:26:00.950113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.109902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109916"} {"level":"info","ts":"2026-04-28T07:26:00.950153Z","caller":"traceutil/trace.go:171","msg":"trace[357570005] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4623; }","duration":"148.164683ms","start":"2026-04-28T07:26:00.801978Z","end":"2026-04-28T07:26:00.950142Z","steps":["trace[357570005] 'agreement among raft nodes before linearized reading' (duration: 147.865395ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:00.950156Z","caller":"traceutil/trace.go:171","msg":"trace[538792340] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4623; }","duration":"149.727673ms","start":"2026-04-28T07:26:00.80041Z","end":"2026-04-28T07:26:00.950138Z","steps":["trace[538792340] 'agreement among raft nodes before linearized reading' (duration: 149.186869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:00.95011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.503252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:26:00.950261Z","caller":"traceutil/trace.go:171","msg":"trace[1726936495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4623; }","duration":"479.81608ms","start":"2026-04-28T07:26:00.470415Z","end":"2026-04-28T07:26:00.950231Z","steps":["trace[1726936495] 'agreement among raft nodes before linearized reading' (duration: 479.283567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:00.950352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:00.4704Z","time spent":"479.935333ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:26:01.882186Z","caller":"traceutil/trace.go:171","msg":"trace[1004358117] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"327.038219ms","start":"2026-04-28T07:26:01.555091Z","end":"2026-04-28T07:26:01.882129Z","steps":["trace[1004358117] 'process raft request' (duration: 326.754132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:01.882431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:01.555065Z","time spent":"327.244525ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:02.124454Z","caller":"traceutil/trace.go:171","msg":"trace[563845704] linearizableReadLoop","detail":"{readStateIndex:4821; appliedIndex:4820; }","duration":"120.994078ms","start":"2026-04-28T07:26:02.003418Z","end":"2026-04-28T07:26:02.124412Z","steps":["trace[563845704] 'read index received' (duration: 113.723444ms)","trace[563845704] 'applied index is now lower than readState.Index' (duration: 7.268794ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:02.124562Z","caller":"traceutil/trace.go:171","msg":"trace[571042774] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"236.61647ms","start":"2026-04-28T07:26:01.887897Z","end":"2026-04-28T07:26:02.124513Z","steps":["trace[571042774] 'process raft request' (duration: 229.275783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:02.124758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.306016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:26:02.124853Z","caller":"traceutil/trace.go:171","msg":"trace[1712863416] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4627; }","duration":"121.465221ms","start":"2026-04-28T07:26:02.00337Z","end":"2026-04-28T07:26:02.124835Z","steps":["trace[1712863416] 'agreement among raft nodes before linearized reading' (duration: 121.191993ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:02.623214Z","caller":"traceutil/trace.go:171","msg":"trace[1354015641] linearizableReadLoop","detail":"{readStateIndex:4823; appliedIndex:4822; }","duration":"150.00479ms","start":"2026-04-28T07:26:02.473184Z","end":"2026-04-28T07:26:02.623188Z","steps":["trace[1354015641] 'read index received' (duration: 149.801594ms)","trace[1354015641] 'applied index is now lower than readState.Index' (duration: 202.316µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:02.623257Z","caller":"traceutil/trace.go:171","msg":"trace[103945400] transaction","detail":"{read_only:false; response_revision:4629; number_of_response:1; }","duration":"159.206544ms","start":"2026-04-28T07:26:02.464031Z","end":"2026-04-28T07:26:02.623237Z","steps":["trace[103945400] 'process raft request' (duration: 159.018219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:02.623397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.184224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:26:02.623472Z","caller":"traceutil/trace.go:171","msg":"trace[479522401] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:4629; }","duration":"150.325087ms","start":"2026-04-28T07:26:02.473134Z","end":"2026-04-28T07:26:02.623459Z","steps":["trace[479522401] 'agreement among raft nodes before linearized reading' (duration: 150.150353ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:03.639085Z","caller":"traceutil/trace.go:171","msg":"trace[1202623860] transaction","detail":"{read_only:false; response_revision:4637; number_of_response:1; }","duration":"242.573273ms","start":"2026-04-28T07:26:03.396446Z","end":"2026-04-28T07:26:03.639019Z","steps":["trace[1202623860] 'process raft request' (duration: 218.559509ms)","trace[1202623860] 'compare' (duration: 23.837089ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:03.646103Z","caller":"traceutil/trace.go:171","msg":"trace[1237452222] transaction","detail":"{read_only:false; response_revision:4638; number_of_response:1; }","duration":"236.239162ms","start":"2026-04-28T07:26:03.409855Z","end":"2026-04-28T07:26:03.646094Z","steps":["trace[1237452222] 'process raft request' (duration: 236.127949ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:03.646315Z","caller":"traceutil/trace.go:171","msg":"trace[981397230] transaction","detail":"{read_only:false; response_revision:4639; number_of_response:1; }","duration":"119.85848ms","start":"2026-04-28T07:26:03.526448Z","end":"2026-04-28T07:26:03.646306Z","steps":["trace[981397230] 'process raft request' (duration: 119.621664ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:03.646316Z","caller":"traceutil/trace.go:171","msg":"trace[1375579495] linearizableReadLoop","detail":"{readStateIndex:4832; appliedIndex:4830; }","duration":"152.117715ms","start":"2026-04-28T07:26:03.49416Z","end":"2026-04-28T07:26:03.646277Z","steps":["trace[1375579495] 'read index received' (duration: 120.857416ms)","trace[1375579495] 'applied index is now lower than readState.Index' (duration: 31.253499ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:03.646488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.320029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:26:03.646516Z","caller":"traceutil/trace.go:171","msg":"trace[1103859379] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:4639; }","duration":"152.405822ms","start":"2026-04-28T07:26:03.494103Z","end":"2026-04-28T07:26:03.646509Z","steps":["trace[1103859379] 'agreement among raft nodes before linearized reading' (duration: 152.33557ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:04.332873Z","caller":"traceutil/trace.go:171","msg":"trace[108431044] transaction","detail":"{read_only:false; response_revision:4640; number_of_response:1; }","duration":"117.062339ms","start":"2026-04-28T07:26:04.21578Z","end":"2026-04-28T07:26:04.332842Z","steps":["trace[108431044] 'process raft request' (duration: 116.844203ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:05.145879Z","caller":"traceutil/trace.go:171","msg":"trace[537712696] linearizableReadLoop","detail":"{readStateIndex:4835; appliedIndex:4834; }","duration":"443.487672ms","start":"2026-04-28T07:26:04.702367Z","end":"2026-04-28T07:26:05.145854Z","steps":["trace[537712696] 'read index received' (duration: 443.423621ms)","trace[537712696] 'applied index is now lower than readState.Index' (duration: 62.981µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:05.146003Z","caller":"traceutil/trace.go:171","msg":"trace[1580605053] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"516.630749ms","start":"2026-04-28T07:26:04.629335Z","end":"2026-04-28T07:26:05.145966Z","steps":["trace[1580605053] 'process raft request' (duration: 516.367972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:05.14608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.696887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:05.146188Z","caller":"traceutil/trace.go:171","msg":"trace[997891406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4641; }","duration":"443.858501ms","start":"2026-04-28T07:26:04.702303Z","end":"2026-04-28T07:26:05.146162Z","steps":["trace[997891406] 'agreement among raft nodes before linearized reading' (duration: 443.698577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:05.146219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:04.629261Z","time spent":"516.830214ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:26:05.146233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:04.702282Z","time spent":"443.941614ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:26:05.463064Z","caller":"traceutil/trace.go:171","msg":"trace[1417604623] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"621.836915ms","start":"2026-04-28T07:26:04.841174Z","end":"2026-04-28T07:26:05.463011Z","steps":["trace[1417604623] 'process raft request' (duration: 562.439629ms)","trace[1417604623] 'compare' (duration: 59.202291ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:05.463124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.795773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:26:05.463195Z","caller":"traceutil/trace.go:171","msg":"trace[505962371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4644; }","duration":"563.923547ms","start":"2026-04-28T07:26:04.899255Z","end":"2026-04-28T07:26:05.463179Z","steps":["trace[505962371] 'agreement among raft nodes before linearized reading' (duration: 563.762433ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:05.463167Z","caller":"traceutil/trace.go:171","msg":"trace[94187291] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"563.849836ms","start":"2026-04-28T07:26:04.89929Z","end":"2026-04-28T07:26:05.46314Z","steps":["trace[94187291] 'process raft request' (duration: 563.684591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:05.463236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:04.899234Z","time spent":"563.992829ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:26:05.463237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.051215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:26:05.463281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:04.841147Z","time spent":"622.01642ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:26:05.463302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.071569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:26:05.463373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:04.899267Z","time spent":"563.993699ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:05.463442Z","caller":"traceutil/trace.go:171","msg":"trace[745425032] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4644; }","duration":"381.191582ms","start":"2026-04-28T07:26:05.082203Z","end":"2026-04-28T07:26:05.463395Z","steps":["trace[745425032] 'agreement among raft nodes before linearized reading' (duration: 380.823653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:05.463501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:05.082156Z","time spent":"381.335175ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"info","ts":"2026-04-28T07:26:05.46354Z","caller":"traceutil/trace.go:171","msg":"trace[598809309] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"563.977658ms","start":"2026-04-28T07:26:04.89922Z","end":"2026-04-28T07:26:05.463198Z","steps":["trace[598809309] 'process raft request' (duration: 563.713391ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:05.463617Z","caller":"traceutil/trace.go:171","msg":"trace[630826147] linearizableReadLoop","detail":"{readStateIndex:4838; appliedIndex:4835; }","duration":"317.058544ms","start":"2026-04-28T07:26:05.145954Z","end":"2026-04-28T07:26:05.463013Z","steps":["trace[630826147] 'read index received' (duration: 257.646578ms)","trace[630826147] 'applied index is now lower than readState.Index' (duration: 59.411446ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:05.463735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:04.899202Z","time spent":"564.45079ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:05.463357Z","caller":"traceutil/trace.go:171","msg":"trace[1238797698] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:4644; }","duration":"469.233859ms","start":"2026-04-28T07:26:04.994096Z","end":"2026-04-28T07:26:05.463329Z","steps":["trace[1238797698] 'agreement among raft nodes before linearized reading' (duration: 468.961002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:05.463831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:04.994073Z","time spent":"469.722721ms","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:26:05.463541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.874425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:26:05.463939Z","caller":"traceutil/trace.go:171","msg":"trace[591403099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4644; }","duration":"385.306356ms","start":"2026-04-28T07:26:05.078616Z","end":"2026-04-28T07:26:05.463923Z","steps":["trace[591403099] 'agreement among raft nodes before linearized reading' (duration: 384.776773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:05.46402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.455322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-04-28T07:26:05.463922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.368817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:05.464105Z","caller":"traceutil/trace.go:171","msg":"trace[1782947189] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:4644; }","duration":"380.617698ms","start":"2026-04-28T07:26:05.083477Z","end":"2026-04-28T07:26:05.464094Z","steps":["trace[1782947189] 'agreement among raft nodes before linearized reading' (duration: 380.283648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:05.46416Z","caller":"traceutil/trace.go:171","msg":"trace[56406845] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4644; }","duration":"316.622944ms","start":"2026-04-28T07:26:05.147496Z","end":"2026-04-28T07:26:05.464119Z","steps":["trace[56406845] 'agreement among raft nodes before linearized reading' (duration: 316.358666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:05.464202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:05.083464Z","time spent":"380.72742ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20693,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" "} {"level":"warn","ts":"2026-04-28T07:26:05.463554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.26688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-28T07:26:05.464265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:05.147479Z","time spent":"316.746068ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:26:05.46413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:05.078594Z","time spent":"385.397799ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:26:05.464821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.938743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:26:05.464888Z","caller":"traceutil/trace.go:171","msg":"trace[1069409675] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:4644; }","duration":"272.055335ms","start":"2026-04-28T07:26:05.192817Z","end":"2026-04-28T07:26:05.464872Z","steps":["trace[1069409675] 'agreement among raft nodes before linearized reading' (duration: 271.221513ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:05.465036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.123773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:26:05.465321Z","caller":"traceutil/trace.go:171","msg":"trace[1830818627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4644; }","duration":"291.368369ms","start":"2026-04-28T07:26:05.173877Z","end":"2026-04-28T07:26:05.465245Z","steps":["trace[1830818627] 'agreement among raft nodes before linearized reading' (duration: 289.985733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:05.465045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.295422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:26:05.465554Z","caller":"traceutil/trace.go:171","msg":"trace[1607173928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4644; }","duration":"310.858536ms","start":"2026-04-28T07:26:05.154681Z","end":"2026-04-28T07:26:05.46554Z","steps":["trace[1607173928] 'agreement among raft nodes before linearized reading' (duration: 309.374158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:05.465609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:05.154665Z","time spent":"310.927718ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:26:05.465186Z","caller":"traceutil/trace.go:171","msg":"trace[15470520] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4644; }","duration":"553.03334ms","start":"2026-04-28T07:26:04.911242Z","end":"2026-04-28T07:26:05.464275Z","steps":["trace[15470520] 'agreement among raft nodes before linearized reading' (duration: 552.194538ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:05.465757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:04.911225Z","time spent":"554.511727ms","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T07:26:05.688519Z","caller":"traceutil/trace.go:171","msg":"trace[1260958979] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"219.022942ms","start":"2026-04-28T07:26:05.469465Z","end":"2026-04-28T07:26:05.688488Z","steps":["trace[1260958979] 'process raft request' (duration: 218.948971ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:05.688577Z","caller":"traceutil/trace.go:171","msg":"trace[2107671244] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"219.518975ms","start":"2026-04-28T07:26:05.469014Z","end":"2026-04-28T07:26:05.688533Z","steps":["trace[2107671244] 'process raft request' (duration: 219.198486ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:05.688729Z","caller":"traceutil/trace.go:171","msg":"trace[2114210380] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"218.859147ms","start":"2026-04-28T07:26:05.469859Z","end":"2026-04-28T07:26:05.688718Z","steps":["trace[2114210380] 'process raft request' (duration: 218.59161ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:05.688753Z","caller":"traceutil/trace.go:171","msg":"trace[1587072267] linearizableReadLoop","detail":"{readStateIndex:4842; appliedIndex:4838; }","duration":"218.783495ms","start":"2026-04-28T07:26:05.469901Z","end":"2026-04-28T07:26:05.688684Z","steps":["trace[1587072267] 'read index received' (duration: 55.478305ms)","trace[1587072267] 'applied index is now lower than readState.Index' (duration: 163.30267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:05.68932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.068223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109916"} {"level":"warn","ts":"2026-04-28T07:26:05.689296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.323339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109916"} {"level":"info","ts":"2026-04-28T07:26:05.689372Z","caller":"traceutil/trace.go:171","msg":"trace[1085057954] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4648; }","duration":"219.169855ms","start":"2026-04-28T07:26:05.47019Z","end":"2026-04-28T07:26:05.689359Z","steps":["trace[1085057954] 'agreement among raft nodes before linearized reading' (duration: 218.785646ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:05.689396Z","caller":"traceutil/trace.go:171","msg":"trace[1551585901] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4648; }","duration":"219.510874ms","start":"2026-04-28T07:26:05.469865Z","end":"2026-04-28T07:26:05.689375Z","steps":["trace[1551585901] 'agreement among raft nodes before linearized reading' (duration: 219.016881ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:06.647066Z","caller":"traceutil/trace.go:171","msg":"trace[925519398] linearizableReadLoop","detail":"{readStateIndex:4843; appliedIndex:4842; }","duration":"174.203238ms","start":"2026-04-28T07:26:06.472836Z","end":"2026-04-28T07:26:06.647039Z","steps":["trace[925519398] 'read index received' (duration: 174.008753ms)","trace[925519398] 'applied index is now lower than readState.Index' (duration: 192.995µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:06.647174Z","caller":"traceutil/trace.go:171","msg":"trace[491399990] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"305.1433ms","start":"2026-04-28T07:26:06.341985Z","end":"2026-04-28T07:26:06.647128Z","steps":["trace[491399990] 'process raft request' (duration: 304.862553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:06.647344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.475664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:26:06.64739Z","caller":"traceutil/trace.go:171","msg":"trace[422789267] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4649; }","duration":"174.586437ms","start":"2026-04-28T07:26:06.472791Z","end":"2026-04-28T07:26:06.647377Z","steps":["trace[422789267] 'agreement among raft nodes before linearized reading' (duration: 174.392312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:06.647396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.284563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:06.64748Z","caller":"traceutil/trace.go:171","msg":"trace[1965602940] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:4649; }","duration":"135.470398ms","start":"2026-04-28T07:26:06.511988Z","end":"2026-04-28T07:26:06.647459Z","steps":["trace[1965602940] 'agreement among raft nodes before linearized reading' (duration: 135.291754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:06.647494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:06.341966Z","time spent":"305.400927ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:26:06.857686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.695056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:06.857761Z","caller":"traceutil/trace.go:171","msg":"trace[1902011208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4649; }","duration":"155.831389ms","start":"2026-04-28T07:26:06.701909Z","end":"2026-04-28T07:26:06.85774Z","steps":["trace[1902011208] 'range keys from in-memory index tree' (duration: 155.580092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:06.857781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.993611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:26:06.857928Z","caller":"traceutil/trace.go:171","msg":"trace[57942209] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:4649; }","duration":"154.185196ms","start":"2026-04-28T07:26:06.703716Z","end":"2026-04-28T07:26:06.857901Z","steps":["trace[57942209] 'count revisions from in-memory index tree' (duration: 153.93584ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:07.345696Z","caller":"traceutil/trace.go:171","msg":"trace[802255217] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"193.350597ms","start":"2026-04-28T07:26:07.152312Z","end":"2026-04-28T07:26:07.345662Z","steps":["trace[802255217] 'process raft request' (duration: 193.156662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:07.994649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765113184,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:26:08.253268Z","caller":"traceutil/trace.go:171","msg":"trace[125284392] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"779.814709ms","start":"2026-04-28T07:26:07.473423Z","end":"2026-04-28T07:26:08.253237Z","steps":["trace[125284392] 'process raft request' (duration: 779.541292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:08.253442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:07.473399Z","time spent":"779.955183ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:26:08.516903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.962401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:26:08.517174Z","caller":"traceutil/trace.go:171","msg":"trace[728557873] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"1.043596063s","start":"2026-04-28T07:26:07.473541Z","end":"2026-04-28T07:26:08.517137Z","steps":["trace[728557873] 'process raft request' (duration: 842.244422ms)","trace[728557873] 'compare' (duration: 200.728745ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:08.517209Z","caller":"traceutil/trace.go:171","msg":"trace[261046294] linearizableReadLoop","detail":"{readStateIndex:4847; appliedIndex:4844; }","duration":"1.023416518s","start":"2026-04-28T07:26:07.493766Z","end":"2026-04-28T07:26:08.517182Z","steps":["trace[261046294] 'read index received' (duration: 759.234924ms)","trace[261046294] 'applied index is now lower than readState.Index' (duration: 264.179654ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:08.517344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:07.473499Z","time spent":"1.043752277s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:08.517349Z","caller":"traceutil/trace.go:171","msg":"trace[1957714863] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"1.043741697s","start":"2026-04-28T07:26:07.473582Z","end":"2026-04-28T07:26:08.517324Z","steps":["trace[1957714863] 'process raft request' (duration: 1.0434825s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:08.517422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023636243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:26:08.517458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:07.473542Z","time spent":"1.04385585s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:08.517484Z","caller":"traceutil/trace.go:171","msg":"trace[654783602] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4653; }","duration":"1.023756436s","start":"2026-04-28T07:26:07.493714Z","end":"2026-04-28T07:26:08.51747Z","steps":["trace[654783602] 'agreement among raft nodes before linearized reading' (duration: 1.023634113s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:08.517633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:07.493696Z","time spent":"1.023892681s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:26:09.703551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000636087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:26:09.703668Z","caller":"traceutil/trace.go:171","msg":"trace[1721222472] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000796582s","start":"2026-04-28T07:26:07.702846Z","end":"2026-04-28T07:26:09.703643Z","steps":["trace[1721222472] 'agreement among raft nodes before linearized reading' (duration: 2.000652448s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:09.703731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:07.702829Z","time spent":"2.000887714s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:26:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:26:09.716609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123198046s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:26:09.716694Z","caller":"traceutil/trace.go:171","msg":"trace[908764819] linearizableReadLoop","detail":"{readStateIndex:4848; appliedIndex:4847; }","duration":"1.199419373s","start":"2026-04-28T07:26:08.517262Z","end":"2026-04-28T07:26:09.716681Z","steps":["trace[908764819] 'read index received' (duration: 76.043082ms)","trace[908764819] 'applied index is now lower than readState.Index' (duration: 1.123374951s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:09.717002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02026047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T07:26:09.717031Z","caller":"traceutil/trace.go:171","msg":"trace[251760454] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:4653; }","duration":"2.020319791s","start":"2026-04-28T07:26:07.696704Z","end":"2026-04-28T07:26:09.717024Z","steps":["trace[251760454] 'agreement among raft nodes before linearized reading' (duration: 2.020181287s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:09.717054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:07.69669Z","time spent":"2.020359151s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20693,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" "} {"level":"warn","ts":"2026-04-28T07:26:09.717188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022508025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:26:09.717208Z","caller":"traceutil/trace.go:171","msg":"trace[8734940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4653; }","duration":"2.022559047s","start":"2026-04-28T07:26:07.694644Z","end":"2026-04-28T07:26:09.717203Z","steps":["trace[8734940] 'agreement among raft nodes before linearized reading' (duration: 2.022490005s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:09.717226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:07.694632Z","time spent":"2.022589678s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:26:09.717331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078406964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:26:09.717343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83934363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:26:09.717367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187230052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T07:26:09.717396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023015849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:26:09.717418Z","caller":"traceutil/trace.go:171","msg":"trace[1375875206] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4653; }","duration":"2.02308183s","start":"2026-04-28T07:26:07.694331Z","end":"2026-04-28T07:26:09.717413Z","steps":["trace[1375875206] 'agreement among raft nodes before linearized reading' (duration: 2.023014459s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:09.717411Z","caller":"traceutil/trace.go:171","msg":"trace[890420528] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4653; }","duration":"2.078536476s","start":"2026-04-28T07:26:07.638857Z","end":"2026-04-28T07:26:09.717393Z","steps":["trace[890420528] 'agreement among raft nodes before linearized reading' (duration: 2.078396252s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:09.717425Z","caller":"traceutil/trace.go:171","msg":"trace[1237510542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4653; }","duration":"2.187333094s","start":"2026-04-28T07:26:07.530078Z","end":"2026-04-28T07:26:09.717411Z","steps":["trace[1237510542] 'agreement among raft nodes before linearized reading' (duration: 2.187187121s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:09.717437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:07.694308Z","time spent":"2.023124122s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:26:09.717426Z","caller":"traceutil/trace.go:171","msg":"trace[1401815346] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:4653; }","duration":"1.839470423s","start":"2026-04-28T07:26:07.877932Z","end":"2026-04-28T07:26:09.717403Z","steps":["trace[1401815346] 'agreement among raft nodes before linearized reading' (duration: 1.839324369s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:09.717453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:07.638836Z","time spent":"2.078606638s","remote":"127.0.0.1:49844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:26:09.717467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:07.530044Z","time spent":"2.187413037s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:26:09.717474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:07.877906Z","time spent":"1.839558306s","remote":"127.0.0.1:50030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:26:09.717519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.023105141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:26:09.717601Z","caller":"traceutil/trace.go:171","msg":"trace[1243743637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4653; }","duration":"2.023230414s","start":"2026-04-28T07:26:07.694353Z","end":"2026-04-28T07:26:09.717583Z","steps":["trace[1243743637] 'agreement among raft nodes before linearized reading' (duration: 2.023002538s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:09.717651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:07.694337Z","time spent":"2.023299706s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:26:09.717542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062783204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:26:09.717713Z","caller":"traceutil/trace.go:171","msg":"trace[103694448] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4653; }","duration":"2.06300594s","start":"2026-04-28T07:26:07.654686Z","end":"2026-04-28T07:26:09.717692Z","steps":["trace[103694448] 'agreement among raft nodes before linearized reading' (duration: 2.062708653s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:09.717752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:07.654658Z","time spent":"2.063082713s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:26:09.717781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02073956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:26:09.717899Z","caller":"traceutil/trace.go:171","msg":"trace[1403703023] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4653; }","duration":"2.020909375s","start":"2026-04-28T07:26:07.696965Z","end":"2026-04-28T07:26:09.717874Z","steps":["trace[1403703023] 'agreement among raft nodes before linearized reading' (duration: 2.01991396s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:09.717961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:07.696756Z","time spent":"2.021194873s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"info","ts":"2026-04-28T07:26:10.138898Z","caller":"traceutil/trace.go:171","msg":"trace[1376876850] linearizableReadLoop","detail":"{readStateIndex:4849; appliedIndex:4848; }","duration":"422.157717ms","start":"2026-04-28T07:26:09.716716Z","end":"2026-04-28T07:26:10.138873Z","steps":["trace[1376876850] 'read index received' (duration: 422.025754ms)","trace[1376876850] 'applied index is now lower than readState.Index' (duration: 130.893µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:10.139111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486313896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:26:10.139155Z","caller":"traceutil/trace.go:171","msg":"trace[1677603584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4654; }","duration":"1.486445269s","start":"2026-04-28T07:26:08.652697Z","end":"2026-04-28T07:26:10.139142Z","steps":["trace[1677603584] 'agreement among raft nodes before linearized reading' (duration: 1.486316336s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:10.139158Z","caller":"traceutil/trace.go:171","msg":"trace[1985801301] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"786.986792ms","start":"2026-04-28T07:26:09.352158Z","end":"2026-04-28T07:26:10.139145Z","steps":["trace[1985801301] 'process raft request' (duration: 786.375087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:10.139172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451026626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"warn","ts":"2026-04-28T07:26:10.13926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.501368941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:26:10.139244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.064437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:10.139279Z","caller":"traceutil/trace.go:171","msg":"trace[1557338428] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4654; }","duration":"1.451158578s","start":"2026-04-28T07:26:08.688079Z","end":"2026-04-28T07:26:10.139238Z","steps":["trace[1557338428] 'agreement among raft nodes before linearized reading' (duration: 1.450891032s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:10.1393Z","caller":"traceutil/trace.go:171","msg":"trace[589097769] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:4654; }","duration":"1.501458254s","start":"2026-04-28T07:26:08.63783Z","end":"2026-04-28T07:26:10.139288Z","steps":["trace[589097769] 'agreement among raft nodes before linearized reading' (duration: 1.501395192s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:10.139282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:09.352131Z","time spent":"787.078435ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:10.139316Z","caller":"traceutil/trace.go:171","msg":"trace[1333349810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4654; }","duration":"435.201371ms","start":"2026-04-28T07:26:09.704097Z","end":"2026-04-28T07:26:10.139298Z","steps":["trace[1333349810] 'agreement among raft nodes before linearized reading' (duration: 435.071578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:10.139322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:08.688058Z","time spent":"1.451256511s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12403,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:26:10.139329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:08.637799Z","time spent":"1.501522634s","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:26:10.139357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:09.704066Z","time spent":"435.282602ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:26:10.139203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:08.652665Z","time spent":"1.486529231s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:26:10.139106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.479648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:132"} {"level":"info","ts":"2026-04-28T07:26:10.139665Z","caller":"traceutil/trace.go:171","msg":"trace[693905273] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:4654; }","duration":"447.105536ms","start":"2026-04-28T07:26:09.692546Z","end":"2026-04-28T07:26:10.139652Z","steps":["trace[693905273] 'agreement among raft nodes before linearized reading' (duration: 446.391387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:10.139708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:09.692527Z","time spent":"447.168467ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"info","ts":"2026-04-28T07:26:10.493159Z","caller":"traceutil/trace.go:171","msg":"trace[1887374401] transaction","detail":"{read_only:false; response_revision:4655; number_of_response:1; }","duration":"770.982284ms","start":"2026-04-28T07:26:09.722148Z","end":"2026-04-28T07:26:10.49313Z","steps":["trace[1887374401] 'process raft request' (duration: 770.759029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:10.493316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:09.722125Z","time spent":"771.118368ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:10.493435Z","caller":"traceutil/trace.go:171","msg":"trace[1813479221] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"771.167618ms","start":"2026-04-28T07:26:09.722245Z","end":"2026-04-28T07:26:10.493412Z","steps":["trace[1813479221] 'process raft request' (duration: 770.82914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:10.493528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:09.722201Z","time spent":"771.284691ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:10.493506Z","caller":"traceutil/trace.go:171","msg":"trace[1707819457] linearizableReadLoop","detail":"{readStateIndex:4853; appliedIndex:4849; }","duration":"354.488591ms","start":"2026-04-28T07:26:10.138991Z","end":"2026-04-28T07:26:10.493479Z","steps":["trace[1707819457] 'read index received' (duration: 353.899716ms)","trace[1707819457] 'applied index is now lower than readState.Index' (duration: 587.805µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:10.493661Z","caller":"traceutil/trace.go:171","msg":"trace[1700584728] transaction","detail":"{read_only:false; response_revision:4657; number_of_response:1; }","duration":"770.820009ms","start":"2026-04-28T07:26:09.722823Z","end":"2026-04-28T07:26:10.493643Z","steps":["trace[1700584728] 'process raft request' (duration: 770.502071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:10.493798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:09.722802Z","time spent":"770.904582ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:26:10.493917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.921912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109916"} {"level":"info","ts":"2026-04-28T07:26:10.493987Z","caller":"traceutil/trace.go:171","msg":"trace[1544451313] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4658; }","duration":"771.011604ms","start":"2026-04-28T07:26:09.722959Z","end":"2026-04-28T07:26:10.49397Z","steps":["trace[1544451313] 'agreement among raft nodes before linearized reading' (duration: 770.726447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:10.494042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:09.722953Z","time spent":"771.074956ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109938,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:26:10.493917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.586443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109916"} {"level":"info","ts":"2026-04-28T07:26:10.494165Z","caller":"traceutil/trace.go:171","msg":"trace[1410529324] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4658; }","duration":"768.843099ms","start":"2026-04-28T07:26:09.725304Z","end":"2026-04-28T07:26:10.494147Z","steps":["trace[1410529324] 'agreement among raft nodes before linearized reading' (duration: 768.338196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:10.494226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:09.725297Z","time spent":"768.91074ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109938,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:26:10.494417Z","caller":"traceutil/trace.go:171","msg":"trace[893920920] transaction","detail":"{read_only:false; response_revision:4658; number_of_response:1; }","duration":"770.990274ms","start":"2026-04-28T07:26:09.7234Z","end":"2026-04-28T07:26:10.49439Z","steps":["trace[893920920] 'process raft request' (duration: 770.02316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:10.494901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:09.723369Z","time spent":"771.156267ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:26:10.495243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.186558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-28T07:26:10.495268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.869028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-28T07:26:10.495312Z","caller":"traceutil/trace.go:171","msg":"trace[650450986] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4660; }","duration":"187.30047ms","start":"2026-04-28T07:26:10.307985Z","end":"2026-04-28T07:26:10.495286Z","steps":["trace[650450986] 'agreement among raft nodes before linearized reading' (duration: 187.136216ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:10.495329Z","caller":"traceutil/trace.go:171","msg":"trace[1120639113] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a; range_end:; response_count:1; response_revision:4660; }","duration":"350.95597ms","start":"2026-04-28T07:26:10.144356Z","end":"2026-04-28T07:26:10.495312Z","steps":["trace[1120639113] 'agreement among raft nodes before linearized reading' (duration: 350.750975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:10.495346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:10.140459Z","time spent":"354.88404ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:26:10.495374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:10.144306Z","time spent":"351.053573ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":795,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a\" "} {"level":"info","ts":"2026-04-28T07:26:10.495521Z","caller":"traceutil/trace.go:171","msg":"trace[1908960217] transaction","detail":"{read_only:false; response_revision:4659; number_of_response:1; }","duration":"351.284609ms","start":"2026-04-28T07:26:10.144219Z","end":"2026-04-28T07:26:10.495503Z","steps":["trace[1908960217] 'process raft request' (duration: 350.743764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:10.49561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:10.144201Z","time spent":"351.375742ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:26:10.495679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.280131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:26:10.495699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.414466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-28T07:26:10.49572Z","caller":"traceutil/trace.go:171","msg":"trace[646380573] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4660; }","duration":"346.333582ms","start":"2026-04-28T07:26:10.149378Z","end":"2026-04-28T07:26:10.495711Z","steps":["trace[646380573] 'agreement among raft nodes before linearized reading' (duration: 346.26636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:10.495734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.332295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:10.495746Z","caller":"traceutil/trace.go:171","msg":"trace[7178990] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4660; }","duration":"189.494199ms","start":"2026-04-28T07:26:10.30624Z","end":"2026-04-28T07:26:10.495734Z","steps":["trace[7178990] 'agreement among raft nodes before linearized reading' (duration: 189.335505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:10.495797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.327981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:10.495831Z","caller":"traceutil/trace.go:171","msg":"trace[1439441627] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:4660; }","duration":"344.379942ms","start":"2026-04-28T07:26:10.15144Z","end":"2026-04-28T07:26:10.49582Z","steps":["trace[1439441627] 'agreement among raft nodes before linearized reading' (duration: 344.331791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:10.495856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:10.15143Z","time spent":"344.419004ms","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:26:10.49575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:10.149371Z","time spent":"346.372913ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-28T07:26:10.495693Z","caller":"traceutil/trace.go:171","msg":"trace[1268149552] transaction","detail":"{read_only:false; response_revision:4660; number_of_response:1; }","duration":"236.941229ms","start":"2026-04-28T07:26:10.258743Z","end":"2026-04-28T07:26:10.495684Z","steps":["trace[1268149552] 'process raft request' (duration: 236.303372ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:10.495757Z","caller":"traceutil/trace.go:171","msg":"trace[625187086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4660; }","duration":"350.382515ms","start":"2026-04-28T07:26:10.145367Z","end":"2026-04-28T07:26:10.49575Z","steps":["trace[625187086] 'agreement among raft nodes before linearized reading' (duration: 350.344144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:10.49639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:10.145353Z","time spent":"351.025932ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:26:11.78119Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2924} {"level":"info","ts":"2026-04-28T07:26:11.920074Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2924,"took":"137.313496ms","hash":2382912346,"current-db-size-bytes":42389504,"current-db-size":"42 MB","current-db-size-in-use-bytes":17518592,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-28T07:26:11.920336Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2382912346,"revision":2924,"compact-revision":-1} {"level":"info","ts":"2026-04-28T07:26:16.812569Z","caller":"traceutil/trace.go:171","msg":"trace[731129034] transaction","detail":"{read_only:false; response_revision:4694; number_of_response:1; }","duration":"272.025616ms","start":"2026-04-28T07:26:16.540512Z","end":"2026-04-28T07:26:16.812538Z","steps":["trace[731129034] 'process raft request' (duration: 271.700397ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:16.813006Z","caller":"traceutil/trace.go:171","msg":"trace[656063469] transaction","detail":"{read_only:false; response_revision:4695; number_of_response:1; }","duration":"272.386515ms","start":"2026-04-28T07:26:16.540572Z","end":"2026-04-28T07:26:16.812959Z","steps":["trace[656063469] 'process raft request' (duration: 271.894783ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:16.813177Z","caller":"traceutil/trace.go:171","msg":"trace[2125657615] linearizableReadLoop","detail":"{readStateIndex:4895; appliedIndex:4891; }","duration":"270.793864ms","start":"2026-04-28T07:26:16.542362Z","end":"2026-04-28T07:26:16.813156Z","steps":["trace[2125657615] 'read index received' (duration: 17.834735ms)","trace[2125657615] 'applied index is now lower than readState.Index' (duration: 252.957619ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:16.812989Z","caller":"traceutil/trace.go:171","msg":"trace[73594942] transaction","detail":"{read_only:false; response_revision:4696; number_of_response:1; }","duration":"270.917067ms","start":"2026-04-28T07:26:16.542047Z","end":"2026-04-28T07:26:16.812964Z","steps":["trace[73594942] 'process raft request' (duration: 270.718152ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:16.813241Z","caller":"traceutil/trace.go:171","msg":"trace[1048064024] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"269.937622ms","start":"2026-04-28T07:26:16.543281Z","end":"2026-04-28T07:26:16.813218Z","steps":["trace[1048064024] 'process raft request' (duration: 269.795378ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:16.813242Z","caller":"traceutil/trace.go:171","msg":"trace[706709112] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"270.100917ms","start":"2026-04-28T07:26:16.543106Z","end":"2026-04-28T07:26:16.813207Z","steps":["trace[706709112] 'process raft request' (duration: 269.815199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:16.813601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.208785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109916"} {"level":"info","ts":"2026-04-28T07:26:16.813657Z","caller":"traceutil/trace.go:171","msg":"trace[390680005] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4698; }","duration":"271.296397ms","start":"2026-04-28T07:26:16.542344Z","end":"2026-04-28T07:26:16.81364Z","steps":["trace[390680005] 'agreement among raft nodes before linearized reading' (duration: 270.933607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:16.838243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.783166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:16.838359Z","caller":"traceutil/trace.go:171","msg":"trace[934823192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4699; }","duration":"133.96082ms","start":"2026-04-28T07:26:16.704372Z","end":"2026-04-28T07:26:16.838333Z","steps":["trace[934823192] 'agreement among raft nodes before linearized reading' (duration: 133.748965ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:16.838689Z","caller":"traceutil/trace.go:171","msg":"trace[1951661342] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"267.085439ms","start":"2026-04-28T07:26:16.571561Z","end":"2026-04-28T07:26:16.838646Z","steps":["trace[1951661342] 'process raft request' (duration: 266.32686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:16.838728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.032151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:16.838801Z","caller":"traceutil/trace.go:171","msg":"trace[1310449334] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:4699; }","duration":"132.202935ms","start":"2026-04-28T07:26:16.70658Z","end":"2026-04-28T07:26:16.838783Z","steps":["trace[1310449334] 'agreement among raft nodes before linearized reading' (duration: 132.013431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:34.368177Z","caller":"traceutil/trace.go:171","msg":"trace[501652242] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"189.264238ms","start":"2026-04-28T07:26:34.178886Z","end":"2026-04-28T07:26:34.36815Z","steps":["trace[501652242] 'process raft request' (duration: 189.041223ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:34.433221Z","caller":"traceutil/trace.go:171","msg":"trace[1295820268] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"139.163259ms","start":"2026-04-28T07:26:34.294017Z","end":"2026-04-28T07:26:34.433181Z","steps":["trace[1295820268] 'process raft request' (duration: 138.929442ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:34.827979Z","caller":"traceutil/trace.go:171","msg":"trace[2044642510] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"350.886427ms","start":"2026-04-28T07:26:34.477055Z","end":"2026-04-28T07:26:34.827941Z","steps":["trace[2044642510] 'process raft request' (duration: 350.575319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:34.828242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:34.477025Z","time spent":"351.090002ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:26:35.563941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.380652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:26:35.564579Z","caller":"traceutil/trace.go:171","msg":"trace[1233970020] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"887.073242ms","start":"2026-04-28T07:26:34.677472Z","end":"2026-04-28T07:26:35.564545Z","steps":["trace[1233970020] 'process raft request' (duration: 499.011383ms)","trace[1233970020] 'compare' (duration: 386.973282ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:35.564689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:34.677444Z","time spent":"887.197595ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:26:36.119757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.24827ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:26:36.120112Z","caller":"traceutil/trace.go:171","msg":"trace[1099283758] linearizableReadLoop","detail":"{readStateIndex:4991; appliedIndex:4989; }","duration":"1.417352498s","start":"2026-04-28T07:26:34.702737Z","end":"2026-04-28T07:26:36.120089Z","steps":["trace[1099283758] 'read index received' (duration: 124.954557ms)","trace[1099283758] 'applied index is now lower than readState.Index' (duration: 1.292396491s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:36.120289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417543854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:36.120365Z","caller":"traceutil/trace.go:171","msg":"trace[516544509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4789; }","duration":"1.417648516s","start":"2026-04-28T07:26:34.702699Z","end":"2026-04-28T07:26:36.120347Z","steps":["trace[516544509] 'agreement among raft nodes before linearized reading' (duration: 1.417538583s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:36.120411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:34.702685Z","time spent":"1.417714348s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:26:36.120541Z","caller":"traceutil/trace.go:171","msg":"trace[1616318296] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"1.224386586s","start":"2026-04-28T07:26:34.896105Z","end":"2026-04-28T07:26:36.120492Z","steps":["trace[1616318296] 'process raft request' (duration: 1.22378084s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:36.120718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:34.896078Z","time spent":"1.22453997s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:26:36.53523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.167306ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:36.535336Z","caller":"traceutil/trace.go:171","msg":"trace[1077488617] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4790; }","duration":"258.287249ms","start":"2026-04-28T07:26:36.277032Z","end":"2026-04-28T07:26:36.535319Z","steps":["trace[1077488617] 'range keys from in-memory index tree' (duration: 258.151315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:36.535919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.341841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:26:36.536103Z","caller":"traceutil/trace.go:171","msg":"trace[103504936] linearizableReadLoop","detail":"{readStateIndex:4994; appliedIndex:4992; }","duration":"415.925596ms","start":"2026-04-28T07:26:36.120152Z","end":"2026-04-28T07:26:36.536078Z","steps":["trace[103504936] 'read index received' (duration: 118.763µs)","trace[103504936] 'applied index is now lower than readState.Index' (duration: 415.804703ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:36.536226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622591262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:26:36.536264Z","caller":"traceutil/trace.go:171","msg":"trace[1617999325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4791; }","duration":"1.622700705s","start":"2026-04-28T07:26:34.913553Z","end":"2026-04-28T07:26:36.536254Z","steps":["trace[1617999325] 'agreement among raft nodes before linearized reading' (duration: 1.622551531s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:36.53629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:34.913531Z","time spent":"1.622751477s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:26:36.536326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626325737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:26:36.536397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629763244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:26:36.536444Z","caller":"traceutil/trace.go:171","msg":"trace[1477039638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4791; }","duration":"1.626486251s","start":"2026-04-28T07:26:34.909929Z","end":"2026-04-28T07:26:36.536415Z","steps":["trace[1477039638] 'agreement among raft nodes before linearized reading' (duration: 1.626190714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:36.536505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:34.909918Z","time spent":"1.626576913s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:26:36.536533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.346323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12381"} {"level":"info","ts":"2026-04-28T07:26:36.536555Z","caller":"traceutil/trace.go:171","msg":"trace[1842862512] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4791; }","duration":"854.440615ms","start":"2026-04-28T07:26:35.682109Z","end":"2026-04-28T07:26:36.536549Z","steps":["trace[1842862512] 'agreement among raft nodes before linearized reading' (duration: 854.369244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:36.53658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:35.682082Z","time spent":"854.494076ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12403,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:26:36.53659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.79012977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:26:36.536639Z","caller":"traceutil/trace.go:171","msg":"trace[368028922] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4791; }","duration":"1.790191142s","start":"2026-04-28T07:26:34.746435Z","end":"2026-04-28T07:26:36.536626Z","steps":["trace[368028922] 'agreement among raft nodes before linearized reading' (duration: 1.790047649s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:36.536699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:34.746428Z","time spent":"1.790258364s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:26:36.536752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562005005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:26:36.536782Z","caller":"traceutil/trace.go:171","msg":"trace[2036466359] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4791; }","duration":"1.562057727s","start":"2026-04-28T07:26:34.974714Z","end":"2026-04-28T07:26:36.536772Z","steps":["trace[2036466359] 'agreement among raft nodes before linearized reading' (duration: 1.561986945s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:36.536792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.624605353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:26:36.536805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:34.974698Z","time spent":"1.562102698s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T07:26:36.536828Z","caller":"traceutil/trace.go:171","msg":"trace[1247080356] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4791; }","duration":"1.624665595s","start":"2026-04-28T07:26:34.912152Z","end":"2026-04-28T07:26:36.536818Z","steps":["trace[1247080356] 'agreement among raft nodes before linearized reading' (duration: 1.624564273s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:36.536871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:34.912139Z","time spent":"1.624725376s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:26:36.53646Z","caller":"traceutil/trace.go:171","msg":"trace[1763973066] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"1.63475493s","start":"2026-04-28T07:26:34.901694Z","end":"2026-04-28T07:26:36.536449Z","steps":["trace[1763973066] 'process raft request' (duration: 1.218776553s)","trace[1763973066] 'compare' (duration: 415.172287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:36.536969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616302972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T07:26:36.537011Z","caller":"traceutil/trace.go:171","msg":"trace[403398829] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:4791; }","duration":"1.616371805s","start":"2026-04-28T07:26:34.920629Z","end":"2026-04-28T07:26:36.537001Z","steps":["trace[403398829] 'agreement among raft nodes before linearized reading' (duration: 1.616260771s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:36.536453Z","caller":"traceutil/trace.go:171","msg":"trace[691701123] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4791; }","duration":"1.629858587s","start":"2026-04-28T07:26:34.906579Z","end":"2026-04-28T07:26:36.536437Z","steps":["trace[691701123] 'agreement among raft nodes before linearized reading' (duration: 1.62960788s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:36.537041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:34.920615Z","time spent":"1.616419896s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20693,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" "} {"level":"warn","ts":"2026-04-28T07:26:36.537071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:34.901681Z","time spent":"1.635280844s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:26:36.537095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806110776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:26:36.53708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:34.906563Z","time spent":"1.630497244s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:26:36.537162Z","caller":"traceutil/trace.go:171","msg":"trace[1705988485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4791; }","duration":"1.80626448s","start":"2026-04-28T07:26:34.730882Z","end":"2026-04-28T07:26:36.537147Z","steps":["trace[1705988485] 'agreement among raft nodes before linearized reading' (duration: 1.805990373s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:36.537221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:34.730849Z","time spent":"1.806365612s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:26:36.548261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.549962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:36.548327Z","caller":"traceutil/trace.go:171","msg":"trace[1423623514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4792; }","duration":"384.649455ms","start":"2026-04-28T07:26:36.163664Z","end":"2026-04-28T07:26:36.548314Z","steps":["trace[1423623514] 'agreement among raft nodes before linearized reading' (duration: 384.535482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:36.548355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:36.163654Z","time spent":"384.696005ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:26:36.548376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.570677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:36.548258Z","caller":"traceutil/trace.go:171","msg":"trace[239556444] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"108.01909ms","start":"2026-04-28T07:26:36.440215Z","end":"2026-04-28T07:26:36.548234Z","steps":["trace[239556444] 'process raft request' (duration: 107.734751ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:36.548497Z","caller":"traceutil/trace.go:171","msg":"trace[842098300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4792; }","duration":"426.775272ms","start":"2026-04-28T07:26:36.121691Z","end":"2026-04-28T07:26:36.548466Z","steps":["trace[842098300] 'agreement among raft nodes before linearized reading' (duration: 426.562447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:36.548744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:36.121669Z","time spent":"427.048839ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:26:37.791771Z","caller":"traceutil/trace.go:171","msg":"trace[1841370420] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"220.952862ms","start":"2026-04-28T07:26:37.570783Z","end":"2026-04-28T07:26:37.791736Z","steps":["trace[1841370420] 'process raft request' (duration: 220.547322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:37.951858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.622873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:26:37.951939Z","caller":"traceutil/trace.go:171","msg":"trace[1146133402] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4798; }","duration":"145.751325ms","start":"2026-04-28T07:26:37.806172Z","end":"2026-04-28T07:26:37.951924Z","steps":["trace[1146133402] 'count revisions from in-memory index tree' (duration: 145.51864ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:38.241064Z","caller":"traceutil/trace.go:171","msg":"trace[628815983] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"115.064168ms","start":"2026-04-28T07:26:38.125961Z","end":"2026-04-28T07:26:38.241025Z","steps":["trace[628815983] 'process raft request' (duration: 114.671428ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:38.835531Z","caller":"traceutil/trace.go:171","msg":"trace[2002680185] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"245.373262ms","start":"2026-04-28T07:26:38.59012Z","end":"2026-04-28T07:26:38.835494Z","steps":["trace[2002680185] 'process raft request' (duration: 186.853108ms)","trace[2002680185] 'compare' (duration: 57.988811ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:38.864066Z","caller":"traceutil/trace.go:171","msg":"trace[1967942187] transaction","detail":"{read_only:false; response_revision:4804; number_of_response:1; }","duration":"272.967401ms","start":"2026-04-28T07:26:38.591069Z","end":"2026-04-28T07:26:38.864037Z","steps":["trace[1967942187] 'process raft request' (duration: 272.848528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:38.864109Z","caller":"traceutil/trace.go:171","msg":"trace[1542705522] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"273.736652ms","start":"2026-04-28T07:26:38.590317Z","end":"2026-04-28T07:26:38.864054Z","steps":["trace[1542705522] 'process raft request' (duration: 273.415364ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:38.86426Z","caller":"traceutil/trace.go:171","msg":"trace[1454418824] linearizableReadLoop","detail":"{readStateIndex:5009; appliedIndex:5004; }","duration":"272.815878ms","start":"2026-04-28T07:26:38.59143Z","end":"2026-04-28T07:26:38.864246Z","steps":["trace[1454418824] 'read index received' (duration: 185.607426ms)","trace[1454418824] 'applied index is now lower than readState.Index' (duration: 87.207532ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:38.864354Z","caller":"traceutil/trace.go:171","msg":"trace[235845750] transaction","detail":"{read_only:false; response_revision:4806; number_of_response:1; }","duration":"273.025932ms","start":"2026-04-28T07:26:38.59132Z","end":"2026-04-28T07:26:38.864346Z","steps":["trace[235845750] 'process raft request' (duration: 272.844828ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:38.864329Z","caller":"traceutil/trace.go:171","msg":"trace[1856896142] transaction","detail":"{read_only:false; response_revision:4805; number_of_response:1; }","duration":"273.195577ms","start":"2026-04-28T07:26:38.59109Z","end":"2026-04-28T07:26:38.864285Z","steps":["trace[1856896142] 'process raft request' (duration: 272.869339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:38.864552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.996712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:38.864588Z","caller":"traceutil/trace.go:171","msg":"trace[1531146523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4806; }","duration":"161.164716ms","start":"2026-04-28T07:26:38.703416Z","end":"2026-04-28T07:26:38.864581Z","steps":["trace[1531146523] 'agreement among raft nodes before linearized reading' (duration: 161.018182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:38.864607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.086864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109916"} {"level":"info","ts":"2026-04-28T07:26:38.86469Z","caller":"traceutil/trace.go:171","msg":"trace[580125492] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4806; }","duration":"273.196677ms","start":"2026-04-28T07:26:38.591476Z","end":"2026-04-28T07:26:38.864672Z","steps":["trace[580125492] 'agreement among raft nodes before linearized reading' (duration: 272.924291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:38.864715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.273159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109916"} {"level":"info","ts":"2026-04-28T07:26:38.864781Z","caller":"traceutil/trace.go:171","msg":"trace[291515126] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4806; }","duration":"273.357101ms","start":"2026-04-28T07:26:38.591408Z","end":"2026-04-28T07:26:38.864765Z","steps":["trace[291515126] 'agreement among raft nodes before linearized reading' (duration: 273.025452ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:40.704321Z","caller":"traceutil/trace.go:171","msg":"trace[342618225] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"170.527174ms","start":"2026-04-28T07:26:40.533762Z","end":"2026-04-28T07:26:40.704289Z","steps":["trace[342618225] 'process raft request' (duration: 170.298388ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:40.705289Z","caller":"traceutil/trace.go:171","msg":"trace[1605037594] transaction","detail":"{read_only:false; response_revision:4811; number_of_response:1; }","duration":"170.02067ms","start":"2026-04-28T07:26:40.535228Z","end":"2026-04-28T07:26:40.705248Z","steps":["trace[1605037594] 'process raft request' (duration: 169.729643ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:40.705496Z","caller":"traceutil/trace.go:171","msg":"trace[1015673050] linearizableReadLoop","detail":"{readStateIndex:5016; appliedIndex:5013; }","duration":"135.523287ms","start":"2026-04-28T07:26:40.569952Z","end":"2026-04-28T07:26:40.705475Z","steps":["trace[1015673050] 'read index received' (duration: 134.08537ms)","trace[1015673050] 'applied index is now lower than readState.Index' (duration: 1.436267ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:40.705652Z","caller":"traceutil/trace.go:171","msg":"trace[2116195253] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"115.109439ms","start":"2026-04-28T07:26:40.590508Z","end":"2026-04-28T07:26:40.705618Z","steps":["trace[2116195253] 'process raft request' (duration: 114.859562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:40.705788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.817675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:26:40.7058Z","caller":"traceutil/trace.go:171","msg":"trace[468491763] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"143.137609ms","start":"2026-04-28T07:26:40.562637Z","end":"2026-04-28T07:26:40.705775Z","steps":["trace[468491763] 'process raft request' (duration: 142.550694ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:40.705855Z","caller":"traceutil/trace.go:171","msg":"trace[1044484368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4813; }","duration":"135.937538ms","start":"2026-04-28T07:26:40.569897Z","end":"2026-04-28T07:26:40.705835Z","steps":["trace[1044484368] 'agreement among raft nodes before linearized reading' (duration: 135.725752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:43.222236Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765113631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:26:43.72288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765113631,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:26:43.988667Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276380215s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:26:43.989288Z","caller":"traceutil/trace.go:171","msg":"trace[488102547] transaction","detail":"{read_only:false; response_revision:4822; number_of_response:1; }","duration":"1.27700915s","start":"2026-04-28T07:26:42.712206Z","end":"2026-04-28T07:26:43.989215Z","steps":["trace[488102547] 'process raft request' (duration: 1.276758644s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:43.989594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:42.712188Z","time spent":"1.277222445s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:44.283395Z","caller":"traceutil/trace.go:171","msg":"trace[1220116096] transaction","detail":"{read_only:false; response_revision:4823; number_of_response:1; }","duration":"1.570366339s","start":"2026-04-28T07:26:42.712988Z","end":"2026-04-28T07:26:44.283354Z","steps":["trace[1220116096] 'process raft request' (duration: 1.49905989s)","trace[1220116096] 'compare' (duration: 71.117854ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:44.283407Z","caller":"traceutil/trace.go:171","msg":"trace[751878243] linearizableReadLoop","detail":"{readStateIndex:5027; appliedIndex:5025; }","duration":"1.562080548s","start":"2026-04-28T07:26:42.721299Z","end":"2026-04-28T07:26:44.28338Z","steps":["trace[751878243] 'read index received' (duration: 1.26754876s)","trace[751878243] 'applied index is now lower than readState.Index' (duration: 294.530308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:26:44.283553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:42.712959Z","time spent":"1.570518893s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:44.283578Z","caller":"traceutil/trace.go:171","msg":"trace[1668763040] transaction","detail":"{read_only:false; response_revision:4824; number_of_response:1; }","duration":"473.483606ms","start":"2026-04-28T07:26:43.810043Z","end":"2026-04-28T07:26:44.283527Z","steps":["trace[1668763040] 'process raft request' (duration: 473.262771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:44.283686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431869486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:26:44.283725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562416058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-28T07:26:44.283747Z","caller":"traceutil/trace.go:171","msg":"trace[2059283881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4824; }","duration":"1.43199959s","start":"2026-04-28T07:26:42.851731Z","end":"2026-04-28T07:26:44.283731Z","steps":["trace[2059283881] 'agreement among raft nodes before linearized reading' (duration: 1.431813115s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:44.283755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:43.810016Z","time spent":"473.645269ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:26:44.283787Z","caller":"traceutil/trace.go:171","msg":"trace[1224562206] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4824; }","duration":"1.56252803s","start":"2026-04-28T07:26:42.721241Z","end":"2026-04-28T07:26:44.283769Z","steps":["trace[1224562206] 'agreement among raft nodes before linearized reading' (duration: 1.562302204s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:44.283787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404478033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:26:44.283797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:42.851704Z","time spent":"1.432081532s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:26:44.283828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:42.721213Z","time spent":"1.562606572s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T07:26:44.283841Z","caller":"traceutil/trace.go:171","msg":"trace[475816467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4824; }","duration":"1.404573816s","start":"2026-04-28T07:26:42.879252Z","end":"2026-04-28T07:26:44.283826Z","steps":["trace[475816467] 'agreement among raft nodes before linearized reading' (duration: 1.404422052s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:44.283817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401790604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:26:44.283883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:42.879227Z","time spent":"1.404645217s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:26:44.283912Z","caller":"traceutil/trace.go:171","msg":"trace[1466421215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4824; }","duration":"1.401918568s","start":"2026-04-28T07:26:42.881972Z","end":"2026-04-28T07:26:44.283891Z","steps":["trace[1466421215] 'agreement among raft nodes before linearized reading' (duration: 1.401634851s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:44.283928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.067424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:26:44.283964Z","caller":"traceutil/trace.go:171","msg":"trace[37256719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4824; }","duration":"581.160647ms","start":"2026-04-28T07:26:43.702793Z","end":"2026-04-28T07:26:44.283954Z","steps":["trace[37256719] 'agreement among raft nodes before linearized reading' (duration: 581.088725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:44.28396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:42.881963Z","time spent":"1.40198737s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:26:44.283979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420489508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:26:44.283992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:43.702761Z","time spent":"581.225739ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:26:44.284026Z","caller":"traceutil/trace.go:171","msg":"trace[1601384634] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4824; }","duration":"1.42058826s","start":"2026-04-28T07:26:42.863429Z","end":"2026-04-28T07:26:44.284018Z","steps":["trace[1601384634] 'agreement among raft nodes before linearized reading' (duration: 1.420518309s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:44.284052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:42.863382Z","time spent":"1.420664422s","remote":"127.0.0.1:47542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:26:44.2841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402498972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:26:44.284147Z","caller":"traceutil/trace.go:171","msg":"trace[94693402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4824; }","duration":"1.402586394s","start":"2026-04-28T07:26:42.881547Z","end":"2026-04-28T07:26:44.284134Z","steps":["trace[94693402] 'agreement among raft nodes before linearized reading' (duration: 1.40242119s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:44.28417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399542238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:26:44.284208Z","caller":"traceutil/trace.go:171","msg":"trace[174504570] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4824; }","duration":"1.399600039s","start":"2026-04-28T07:26:42.884598Z","end":"2026-04-28T07:26:44.284198Z","steps":["trace[174504570] 'agreement among raft nodes before linearized reading' (duration: 1.399500996s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:44.284247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:42.884588Z","time spent":"1.39965211s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:26:44.284248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384551437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:26:44.283695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39765308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-04-28T07:26:44.284285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.73469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:26:44.284307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401791603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:26:44.284314Z","caller":"traceutil/trace.go:171","msg":"trace[1444670989] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:4824; }","duration":"1.384640909s","start":"2026-04-28T07:26:42.899652Z","end":"2026-04-28T07:26:44.284293Z","steps":["trace[1444670989] 'agreement among raft nodes before linearized reading' (duration: 1.384535447s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:44.284344Z","caller":"traceutil/trace.go:171","msg":"trace[875108373] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4824; }","duration":"506.839422ms","start":"2026-04-28T07:26:43.777491Z","end":"2026-04-28T07:26:44.284331Z","steps":["trace[875108373] 'agreement among raft nodes before linearized reading' (duration: 506.73567ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:44.284347Z","caller":"traceutil/trace.go:171","msg":"trace[2131755731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4824; }","duration":"1.401854845s","start":"2026-04-28T07:26:42.882483Z","end":"2026-04-28T07:26:44.284337Z","steps":["trace[2131755731] 'agreement among raft nodes before linearized reading' (duration: 1.401721012s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:44.284364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:42.899637Z","time spent":"1.384713271s","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:26:44.284384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:42.882473Z","time spent":"1.401904116s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:26:44.283767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.120022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:26:44.284209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:42.881528Z","time spent":"1.402669297s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:26:44.284334Z","caller":"traceutil/trace.go:171","msg":"trace[167033243] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:4824; }","duration":"1.398297876s","start":"2026-04-28T07:26:42.886021Z","end":"2026-04-28T07:26:44.284319Z","steps":["trace[167033243] 'agreement among raft nodes before linearized reading' (duration: 1.397557907s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:44.284383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:43.777467Z","time spent":"506.906293ms","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:26:44.284478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:26:42.885969Z","time spent":"1.398495431s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20693,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" "} {"level":"info","ts":"2026-04-28T07:26:44.284431Z","caller":"traceutil/trace.go:171","msg":"trace[385850156] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4824; }","duration":"278.782918ms","start":"2026-04-28T07:26:44.005634Z","end":"2026-04-28T07:26:44.284417Z","steps":["trace[385850156] 'agreement among raft nodes before linearized reading' (duration: 278.102531ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:50.58763Z","caller":"traceutil/trace.go:171","msg":"trace[1253192518] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"208.738663ms","start":"2026-04-28T07:26:50.378857Z","end":"2026-04-28T07:26:50.587595Z","steps":["trace[1253192518] 'process raft request' (duration: 208.336353ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:50.587903Z","caller":"traceutil/trace.go:171","msg":"trace[1399823612] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"209.01789ms","start":"2026-04-28T07:26:50.378857Z","end":"2026-04-28T07:26:50.587875Z","steps":["trace[1399823612] 'process raft request' (duration: 208.664561ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:50.588393Z","caller":"traceutil/trace.go:171","msg":"trace[1022956474] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"209.01386ms","start":"2026-04-28T07:26:50.379359Z","end":"2026-04-28T07:26:50.588373Z","steps":["trace[1022956474] 'process raft request' (duration: 208.446626ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:50.588439Z","caller":"traceutil/trace.go:171","msg":"trace[570393620] linearizableReadLoop","detail":"{readStateIndex:5066; appliedIndex:5062; }","duration":"208.708632ms","start":"2026-04-28T07:26:50.379701Z","end":"2026-04-28T07:26:50.588409Z","steps":["trace[570393620] 'read index received' (duration: 17.277068ms)","trace[570393620] 'applied index is now lower than readState.Index' (duration: 191.430344ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:50.588542Z","caller":"traceutil/trace.go:171","msg":"trace[18300084] transaction","detail":"{read_only:false; response_revision:4861; number_of_response:1; }","duration":"208.725263ms","start":"2026-04-28T07:26:50.379763Z","end":"2026-04-28T07:26:50.588488Z","steps":["trace[18300084] 'process raft request' (duration: 208.552279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:50.588779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.060992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109916"} {"level":"info","ts":"2026-04-28T07:26:50.588835Z","caller":"traceutil/trace.go:171","msg":"trace[1739901012] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4861; }","duration":"209.130663ms","start":"2026-04-28T07:26:50.379691Z","end":"2026-04-28T07:26:50.588822Z","steps":["trace[1739901012] 'agreement among raft nodes before linearized reading' (duration: 208.837095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:26:50.588934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.026206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109916"} {"level":"info","ts":"2026-04-28T07:26:50.588983Z","caller":"traceutil/trace.go:171","msg":"trace[1548293731] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:4861; }","duration":"208.119038ms","start":"2026-04-28T07:26:50.380851Z","end":"2026-04-28T07:26:50.58897Z","steps":["trace[1548293731] 'agreement among raft nodes before linearized reading' (duration: 207.744648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:50.89278Z","caller":"traceutil/trace.go:171","msg":"trace[1681282669] transaction","detail":"{read_only:false; response_revision:4864; number_of_response:1; }","duration":"132.028578ms","start":"2026-04-28T07:26:50.760721Z","end":"2026-04-28T07:26:50.892749Z","steps":["trace[1681282669] 'process raft request' (duration: 74.684455ms)","trace[1681282669] 'compare' (duration: 57.172249ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:26:50.893205Z","caller":"traceutil/trace.go:171","msg":"trace[704886730] transaction","detail":"{read_only:false; response_revision:4865; number_of_response:1; }","duration":"132.326475ms","start":"2026-04-28T07:26:50.760861Z","end":"2026-04-28T07:26:50.893188Z","steps":["trace[704886730] 'process raft request' (duration: 131.841023ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:50.893449Z","caller":"traceutil/trace.go:171","msg":"trace[690578488] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"123.349527ms","start":"2026-04-28T07:26:50.770081Z","end":"2026-04-28T07:26:50.893431Z","steps":["trace[690578488] 'process raft request' (duration: 123.190063ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:50.89355Z","caller":"traceutil/trace.go:171","msg":"trace[1166559467] transaction","detail":"{read_only:false; response_revision:4866; number_of_response:1; }","duration":"132.171441ms","start":"2026-04-28T07:26:50.761366Z","end":"2026-04-28T07:26:50.893537Z","steps":["trace[1166559467] 'process raft request' (duration: 131.592806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:51.782017Z","caller":"traceutil/trace.go:171","msg":"trace[523512429] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"105.998327ms","start":"2026-04-28T07:26:51.675984Z","end":"2026-04-28T07:26:51.781982Z","steps":["trace[523512429] 'process raft request' (duration: 105.265219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:26:58.19004Z","caller":"traceutil/trace.go:171","msg":"trace[1852835291] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"151.222494ms","start":"2026-04-28T07:26:58.038784Z","end":"2026-04-28T07:26:58.190006Z","steps":["trace[1852835291] 'process raft request' (duration: 151.04748ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:04.872074Z","caller":"traceutil/trace.go:171","msg":"trace[1945718432] linearizableReadLoop","detail":"{readStateIndex:5158; appliedIndex:5157; }","duration":"209.595785ms","start":"2026-04-28T07:27:04.662454Z","end":"2026-04-28T07:27:04.87205Z","steps":["trace[1945718432] 'read index received' (duration: 209.449111ms)","trace[1945718432] 'applied index is now lower than readState.Index' (duration: 145.674µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:04.872239Z","caller":"traceutil/trace.go:171","msg":"trace[885469778] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"217.148496ms","start":"2026-04-28T07:27:04.655024Z","end":"2026-04-28T07:27:04.872173Z","steps":["trace[885469778] 'process raft request' (duration: 216.811407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:04.872327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.843541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:27:04.872405Z","caller":"traceutil/trace.go:171","msg":"trace[1783825617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4950; }","duration":"209.926803ms","start":"2026-04-28T07:27:04.662436Z","end":"2026-04-28T07:27:04.872362Z","steps":["trace[1783825617] 'agreement among raft nodes before linearized reading' (duration: 209.744628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:04.874513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.775128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:27:04.874594Z","caller":"traceutil/trace.go:171","msg":"trace[175421008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4951; }","duration":"207.906842ms","start":"2026-04-28T07:27:04.666669Z","end":"2026-04-28T07:27:04.874576Z","steps":["trace[175421008] 'agreement among raft nodes before linearized reading' (duration: 207.640595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:04.875006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.568394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-04-28T07:27:04.875095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.020926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:27:04.875132Z","caller":"traceutil/trace.go:171","msg":"trace[1099889697] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:4951; }","duration":"201.081138ms","start":"2026-04-28T07:27:04.67404Z","end":"2026-04-28T07:27:04.875122Z","steps":["trace[1099889697] 'agreement among raft nodes before linearized reading' (duration: 200.970306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:04.875221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.759524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:27:04.875306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.635869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:27:04.875328Z","caller":"traceutil/trace.go:171","msg":"trace[489913216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4951; }","duration":"171.892538ms","start":"2026-04-28T07:27:04.703418Z","end":"2026-04-28T07:27:04.87531Z","steps":["trace[489913216] 'agreement among raft nodes before linearized reading' (duration: 171.702603ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:04.875362Z","caller":"traceutil/trace.go:171","msg":"trace[1350231463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4951; }","duration":"206.713741ms","start":"2026-04-28T07:27:04.668632Z","end":"2026-04-28T07:27:04.875345Z","steps":["trace[1350231463] 'agreement among raft nodes before linearized reading' (duration: 206.556177ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:04.875096Z","caller":"traceutil/trace.go:171","msg":"trace[726563493] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:4951; }","duration":"196.679586ms","start":"2026-04-28T07:27:04.678403Z","end":"2026-04-28T07:27:04.875082Z","steps":["trace[726563493] 'agreement among raft nodes before linearized reading' (duration: 196.215715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:09.881645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.886399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:27:09.881798Z","caller":"traceutil/trace.go:171","msg":"trace[1396844823] linearizableReadLoop","detail":"{readStateIndex:5191; appliedIndex:5190; }","duration":"168.804379ms","start":"2026-04-28T07:27:09.712975Z","end":"2026-04-28T07:27:09.88178Z","steps":["trace[1396844823] 'read index received' (duration: 111.912µs)","trace[1396844823] 'applied index is now lower than readState.Index' (duration: 168.691057ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:09.881894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.919314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:09.881932Z","caller":"traceutil/trace.go:171","msg":"trace[144646220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4981; }","duration":"168.986385ms","start":"2026-04-28T07:27:09.712935Z","end":"2026-04-28T07:27:09.881921Z","steps":["trace[144646220] 'agreement among raft nodes before linearized reading' (duration: 168.894242ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:09.881959Z","caller":"traceutil/trace.go:171","msg":"trace[284612511] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"168.965575ms","start":"2026-04-28T07:27:09.712923Z","end":"2026-04-28T07:27:09.881889Z","steps":["trace[284612511] 'process raft request' (duration: 63.621574ms)","trace[284612511] 'compare' (duration: 104.669253ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:15.087509Z","caller":"traceutil/trace.go:171","msg":"trace[1772190576] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5217; }","duration":"156.15391ms","start":"2026-04-28T07:27:14.931331Z","end":"2026-04-28T07:27:15.087485Z","steps":["trace[1772190576] 'read index received' (duration: 155.891523ms)","trace[1772190576] 'applied index is now lower than readState.Index' (duration: 261.357µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:15.087859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.508228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:27:15.088034Z","caller":"traceutil/trace.go:171","msg":"trace[383501394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5008; }","duration":"156.703723ms","start":"2026-04-28T07:27:14.931285Z","end":"2026-04-28T07:27:15.087988Z","steps":["trace[383501394] 'agreement among raft nodes before linearized reading' (duration: 156.397126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:15.088056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.267123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:27:15.0879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.770524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:27:15.088144Z","caller":"traceutil/trace.go:171","msg":"trace[218088625] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:5008; }","duration":"145.419168ms","start":"2026-04-28T07:27:14.942703Z","end":"2026-04-28T07:27:15.088123Z","steps":["trace[218088625] 'agreement among raft nodes before linearized reading' (duration: 145.11478ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:15.088155Z","caller":"traceutil/trace.go:171","msg":"trace[721948974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5008; }","duration":"151.088531ms","start":"2026-04-28T07:27:14.937047Z","end":"2026-04-28T07:27:15.088135Z","steps":["trace[721948974] 'agreement among raft nodes before linearized reading' (duration: 150.6364ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:15.08818Z","caller":"traceutil/trace.go:171","msg":"trace[1999447834] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"158.14672ms","start":"2026-04-28T07:27:14.929979Z","end":"2026-04-28T07:27:15.088126Z","steps":["trace[1999447834] 'process raft request' (duration: 157.306999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:15.088254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.419997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:27:15.088349Z","caller":"traceutil/trace.go:171","msg":"trace[390589553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5008; }","duration":"145.700955ms","start":"2026-04-28T07:27:14.942631Z","end":"2026-04-28T07:27:15.088332Z","steps":["trace[390589553] 'agreement among raft nodes before linearized reading' (duration: 145.201612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:15.088753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.35472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T07:27:15.088866Z","caller":"traceutil/trace.go:171","msg":"trace[950660182] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:5008; }","duration":"142.820472ms","start":"2026-04-28T07:27:14.946022Z","end":"2026-04-28T07:27:15.088843Z","steps":["trace[950660182] 'agreement among raft nodes before linearized reading' (duration: 141.836987ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:15.58158Z","caller":"traceutil/trace.go:171","msg":"trace[350489286] linearizableReadLoop","detail":"{readStateIndex:5221; appliedIndex:5218; }","duration":"488.105536ms","start":"2026-04-28T07:27:15.093458Z","end":"2026-04-28T07:27:15.581564Z","steps":["trace[350489286] 'read index received' (duration: 50.946882ms)","trace[350489286] 'applied index is now lower than readState.Index' (duration: 437.157554ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:15.581726Z","caller":"traceutil/trace.go:171","msg":"trace[498717803] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"488.311171ms","start":"2026-04-28T07:27:15.093405Z","end":"2026-04-28T07:27:15.581717Z","steps":["trace[498717803] 'process raft request' (duration: 488.087875ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:15.581692Z","caller":"traceutil/trace.go:171","msg":"trace[1584940271] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"488.726291ms","start":"2026-04-28T07:27:15.092923Z","end":"2026-04-28T07:27:15.581649Z","steps":["trace[1584940271] 'process raft request' (duration: 477.872486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:15.58186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:15.093384Z","time spent":"488.380123ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:15.581894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:15.092902Z","time spent":"488.897006ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:15.582146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.67509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109568"} {"level":"info","ts":"2026-04-28T07:27:15.582229Z","caller":"traceutil/trace.go:171","msg":"trace[1717674671] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5011; }","duration":"488.793853ms","start":"2026-04-28T07:27:15.093416Z","end":"2026-04-28T07:27:15.58221Z","steps":["trace[1717674671] 'agreement among raft nodes before linearized reading' (duration: 488.462045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:15.582288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:15.092766Z","time spent":"489.507131ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:27:16.08197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765114127,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:27:16.818668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.744268ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:27:16.819501Z","caller":"traceutil/trace.go:171","msg":"trace[1138257912] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"1.554572339s","start":"2026-04-28T07:27:15.26489Z","end":"2026-04-28T07:27:16.819462Z","steps":["trace[1138257912] 'process raft request' (duration: 1.553888382s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:16.819396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.373573ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:16.819677Z","caller":"traceutil/trace.go:171","msg":"trace[31439161] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5011; }","duration":"542.708462ms","start":"2026-04-28T07:27:16.276941Z","end":"2026-04-28T07:27:16.819649Z","steps":["trace[31439161] 'range keys from in-memory index tree' (duration: 542.348733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:16.819734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:15.264858Z","time spent":"1.554753153s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:17.761396Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.086308015s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:27:17.764333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.818097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:27:17.764567Z","caller":"traceutil/trace.go:171","msg":"trace[1127826236] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"1.269385776s","start":"2026-04-28T07:27:16.495167Z","end":"2026-04-28T07:27:17.764553Z","steps":["trace[1127826236] 'process raft request' (duration: 1.269356036s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:17.764619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:16.495138Z","time spent":"1.269457668s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:17.764875Z","caller":"traceutil/trace.go:171","msg":"trace[1678997431] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"1.429861086s","start":"2026-04-28T07:27:16.334955Z","end":"2026-04-28T07:27:17.764816Z","steps":["trace[1678997431] 'process raft request' (duration: 1.429481796s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:17.765053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:16.334934Z","time spent":"1.43001491s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:17.765181Z","caller":"traceutil/trace.go:171","msg":"trace[1531280367] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"2.004881567s","start":"2026-04-28T07:27:15.760281Z","end":"2026-04-28T07:27:17.765163Z","steps":["trace[1531280367] 'process raft request' (duration: 1.059156396s)","trace[1531280367] 'compare' (duration: 944.665453ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:17.765198Z","caller":"traceutil/trace.go:171","msg":"trace[1257072104] linearizableReadLoop","detail":"{readStateIndex:5224; appliedIndex:5221; }","duration":"2.183474276s","start":"2026-04-28T07:27:15.58169Z","end":"2026-04-28T07:27:17.765164Z","steps":["trace[1257072104] 'read index received' (duration: 622.208247ms)","trace[1257072104] 'applied index is now lower than readState.Index' (duration: 1.561261608s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:17.7652Z","caller":"traceutil/trace.go:171","msg":"trace[892277195] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"1.275735529s","start":"2026-04-28T07:27:16.489429Z","end":"2026-04-28T07:27:17.765165Z","steps":["trace[892277195] 'process raft request' (duration: 1.27504511s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:17.764868Z","caller":"traceutil/trace.go:171","msg":"trace[429211610] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"1.272431633s","start":"2026-04-28T07:27:16.492408Z","end":"2026-04-28T07:27:17.76484Z","steps":["trace[429211610] 'process raft request' (duration: 1.272091075s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:17.765256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:15.760256Z","time spent":"2.004962099s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:17.765367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062377628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:27:17.765363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.012599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:17.765393Z","caller":"traceutil/trace.go:171","msg":"trace[2090081663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5017; }","duration":"1.06243789s","start":"2026-04-28T07:27:16.702947Z","end":"2026-04-28T07:27:17.765384Z","steps":["trace[2090081663] 'agreement among raft nodes before linearized reading' (duration: 1.062389759s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:17.765373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:16.489402Z","time spent":"1.275872132s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:17.765422Z","caller":"traceutil/trace.go:171","msg":"trace[453476558] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5017; }","duration":"444.108372ms","start":"2026-04-28T07:27:17.321295Z","end":"2026-04-28T07:27:17.765404Z","steps":["trace[453476558] 'agreement among raft nodes before linearized reading' (duration: 444.018989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:17.765429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:16.702925Z","time spent":"1.062498552s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:27:17.765458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.849476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T07:27:17.765466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:17.321274Z","time spent":"444.180433ms","remote":"127.0.0.1:51404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:17.765472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.170784923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2915"} {"level":"info","ts":"2026-04-28T07:27:17.765499Z","caller":"traceutil/trace.go:171","msg":"trace[694211104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5017; }","duration":"615.928388ms","start":"2026-04-28T07:27:17.149558Z","end":"2026-04-28T07:27:17.765486Z","steps":["trace[694211104] 'agreement among raft nodes before linearized reading' (duration: 615.852406ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:17.765517Z","caller":"traceutil/trace.go:171","msg":"trace[1708754333] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:5017; }","duration":"2.170859955s","start":"2026-04-28T07:27:15.594644Z","end":"2026-04-28T07:27:17.765504Z","steps":["trace[1708754333] 'agreement among raft nodes before linearized reading' (duration: 2.17067176s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:17.765524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.909906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:27:17.765531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:17.149537Z","time spent":"615.98692ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:27:17.765548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:15.594623Z","time spent":"2.170917196s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2937,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-04-28T07:27:17.765595Z","caller":"traceutil/trace.go:171","msg":"trace[1126047200] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:5017; }","duration":"177.022568ms","start":"2026-04-28T07:27:17.588532Z","end":"2026-04-28T07:27:17.765555Z","steps":["trace[1126047200] 'agreement among raft nodes before linearized reading' (duration: 176.811073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:17.765618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.669828436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109568"} {"level":"warn","ts":"2026-04-28T07:27:17.765651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59877681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:17.76568Z","caller":"traceutil/trace.go:171","msg":"trace[1495260417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5017; }","duration":"1.598837071s","start":"2026-04-28T07:27:16.166834Z","end":"2026-04-28T07:27:17.765671Z","steps":["trace[1495260417] 'agreement among raft nodes before linearized reading' (duration: 1.59879303s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:17.765658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225476864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:27:17.765684Z","caller":"traceutil/trace.go:171","msg":"trace[1876230896] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5017; }","duration":"2.669916179s","start":"2026-04-28T07:27:15.095751Z","end":"2026-04-28T07:27:17.765667Z","steps":["trace[1876230896] 'agreement among raft nodes before linearized reading' (duration: 2.669515809s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:17.765691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.139079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:27:17.765704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:16.166814Z","time spent":"1.598884492s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:27:17.765735Z","caller":"traceutil/trace.go:171","msg":"trace[980419892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5017; }","duration":"1.225608067s","start":"2026-04-28T07:27:16.540104Z","end":"2026-04-28T07:27:17.765712Z","steps":["trace[980419892] 'agreement among raft nodes before linearized reading' (duration: 1.225490964s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:17.76574Z","caller":"traceutil/trace.go:171","msg":"trace[1846400867] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5017; }","duration":"180.18581ms","start":"2026-04-28T07:27:17.585542Z","end":"2026-04-28T07:27:17.765727Z","steps":["trace[1846400867] 'agreement among raft nodes before linearized reading' (duration: 180.045526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:17.765813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:16.540079Z","time spent":"1.225725321s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:27:17.76574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:15.095739Z","time spent":"2.669985441s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":11,"response size":109590,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:27:17.765873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.176364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:27:17.765762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.334348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:27:17.765943Z","caller":"traceutil/trace.go:171","msg":"trace[820996698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5017; }","duration":"179.298447ms","start":"2026-04-28T07:27:17.586627Z","end":"2026-04-28T07:27:17.765926Z","steps":["trace[820996698] 'agreement among raft nodes before linearized reading' (duration: 179.072991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:17.76585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.166032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:17.766022Z","caller":"traceutil/trace.go:171","msg":"trace[696796638] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:5017; }","duration":"177.392259ms","start":"2026-04-28T07:27:17.588612Z","end":"2026-04-28T07:27:17.766004Z","steps":["trace[696796638] 'agreement among raft nodes before linearized reading' (duration: 177.200954ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:17.766034Z","caller":"traceutil/trace.go:171","msg":"trace[518097435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5017; }","duration":"672.659896ms","start":"2026-04-28T07:27:17.093282Z","end":"2026-04-28T07:27:17.765942Z","steps":["trace[518097435] 'agreement among raft nodes before linearized reading' (duration: 672.153403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:17.766087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:17.093263Z","time spent":"672.808839ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:27:17.766539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:16.492379Z","time spent":"1.274095276s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:23.962129Z","caller":"traceutil/trace.go:171","msg":"trace[1487695465] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"171.628692ms","start":"2026-04-28T07:27:23.790455Z","end":"2026-04-28T07:27:23.962084Z","steps":["trace[1487695465] 'process raft request' (duration: 133.141806ms)","trace[1487695465] 'compare' (duration: 38.220639ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:23.962163Z","caller":"traceutil/trace.go:171","msg":"trace[86205704] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"170.716998ms","start":"2026-04-28T07:27:23.791408Z","end":"2026-04-28T07:27:23.962125Z","steps":["trace[86205704] 'process raft request' (duration: 170.595725ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:23.962677Z","caller":"traceutil/trace.go:171","msg":"trace[463178304] linearizableReadLoop","detail":"{readStateIndex:5258; appliedIndex:5254; }","duration":"162.565412ms","start":"2026-04-28T07:27:23.800066Z","end":"2026-04-28T07:27:23.962632Z","steps":["trace[463178304] 'read index received' (duration: 53.730192ms)","trace[463178304] 'applied index is now lower than readState.Index' (duration: 108.832119ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:23.962759Z","caller":"traceutil/trace.go:171","msg":"trace[437741191] transaction","detail":"{read_only:false; response_revision:5046; number_of_response:1; }","duration":"170.717658ms","start":"2026-04-28T07:27:23.791997Z","end":"2026-04-28T07:27:23.962714Z","steps":["trace[437741191] 'process raft request' (duration: 170.074102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:23.962986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.89518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:27:23.963044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.984869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:27:23.963057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.264094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/auth-system/keycloak\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:23.963068Z","caller":"traceutil/trace.go:171","msg":"trace[1495575177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5046; }","duration":"163.059584ms","start":"2026-04-28T07:27:23.799978Z","end":"2026-04-28T07:27:23.963037Z","steps":["trace[1495575177] 'agreement among raft nodes before linearized reading' (duration: 162.825008ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:23.963094Z","caller":"traceutil/trace.go:171","msg":"trace[2058483929] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5046; }","duration":"155.091802ms","start":"2026-04-28T07:27:23.807989Z","end":"2026-04-28T07:27:23.963081Z","steps":["trace[2058483929] 'agreement among raft nodes before linearized reading' (duration: 154.888657ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:23.963107Z","caller":"traceutil/trace.go:171","msg":"trace[710130793] range","detail":"{range_begin:/registry/networkpolicies/auth-system/keycloak; range_end:; response_count:0; response_revision:5046; }","duration":"106.379657ms","start":"2026-04-28T07:27:23.856716Z","end":"2026-04-28T07:27:23.963095Z","steps":["trace[710130793] 'agreement among raft nodes before linearized reading' (duration: 106.272374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:23.963118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.9758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T07:27:23.963198Z","caller":"traceutil/trace.go:171","msg":"trace[1791492199] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:5046; }","duration":"161.133784ms","start":"2026-04-28T07:27:23.802046Z","end":"2026-04-28T07:27:23.96318Z","steps":["trace[1791492199] 'agreement among raft nodes before linearized reading' (duration: 160.826027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:23.963259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.847815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:27:23.963295Z","caller":"traceutil/trace.go:171","msg":"trace[1178812550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5046; }","duration":"154.894077ms","start":"2026-04-28T07:27:23.808393Z","end":"2026-04-28T07:27:23.963287Z","steps":["trace[1178812550] 'agreement among raft nodes before linearized reading' (duration: 154.798564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:23.963449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.024702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:27:23.963483Z","caller":"traceutil/trace.go:171","msg":"trace[1624439236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5046; }","duration":"161.073683ms","start":"2026-04-28T07:27:23.802401Z","end":"2026-04-28T07:27:23.963475Z","steps":["trace[1624439236] 'agreement among raft nodes before linearized reading' (duration: 160.98778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:23.9636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.734327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T07:27:23.963613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.579649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:27:23.963667Z","caller":"traceutil/trace.go:171","msg":"trace[269818696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5046; }","duration":"155.81659ms","start":"2026-04-28T07:27:23.807837Z","end":"2026-04-28T07:27:23.963653Z","steps":["trace[269818696] 'agreement among raft nodes before linearized reading' (duration: 155.613765ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:23.963717Z","caller":"traceutil/trace.go:171","msg":"trace[129738585] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:5046; }","duration":"158.708603ms","start":"2026-04-28T07:27:23.804984Z","end":"2026-04-28T07:27:23.963693Z","steps":["trace[129738585] 'agreement among raft nodes before linearized reading' (duration: 158.067247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:24.638949Z","caller":"traceutil/trace.go:171","msg":"trace[1465127528] linearizableReadLoop","detail":"{readStateIndex:5267; appliedIndex:5266; }","duration":"205.670605ms","start":"2026-04-28T07:27:24.433244Z","end":"2026-04-28T07:27:24.638914Z","steps":["trace[1465127528] 'read index received' (duration: 205.210154ms)","trace[1465127528] 'applied index is now lower than readState.Index' (duration: 459.051µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:24.639046Z","caller":"traceutil/trace.go:171","msg":"trace[5077528] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"487.407709ms","start":"2026-04-28T07:27:24.151611Z","end":"2026-04-28T07:27:24.639018Z","steps":["trace[5077528] 'process raft request' (duration: 487.033489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:24.639253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:24.151578Z","time spent":"487.535802ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74826,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:27:24.639281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.952502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:24.639383Z","caller":"traceutil/trace.go:171","msg":"trace[1816447318] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:5055; }","duration":"206.154476ms","start":"2026-04-28T07:27:24.433211Z","end":"2026-04-28T07:27:24.639365Z","steps":["trace[1816447318] 'agreement among raft nodes before linearized reading' (duration: 205.89622ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:24.906468Z","caller":"traceutil/trace.go:171","msg":"trace[1744758600] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"260.942306ms","start":"2026-04-28T07:27:24.645496Z","end":"2026-04-28T07:27:24.906439Z","steps":["trace[1744758600] 'process raft request' (duration: 260.739211ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:24.906811Z","caller":"traceutil/trace.go:171","msg":"trace[792213092] linearizableReadLoop","detail":"{readStateIndex:5268; appliedIndex:5267; }","duration":"203.728486ms","start":"2026-04-28T07:27:24.703042Z","end":"2026-04-28T07:27:24.906771Z","steps":["trace[792213092] 'read index received' (duration: 203.157692ms)","trace[792213092] 'applied index is now lower than readState.Index' (duration: 566.924µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:24.907144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.061784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:24.907289Z","caller":"traceutil/trace.go:171","msg":"trace[1284717318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5056; }","duration":"204.26725ms","start":"2026-04-28T07:27:24.70299Z","end":"2026-04-28T07:27:24.907257Z","steps":["trace[1284717318] 'agreement among raft nodes before linearized reading' (duration: 203.87139ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:25.189605Z","caller":"traceutil/trace.go:171","msg":"trace[952106369] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"178.421234ms","start":"2026-04-28T07:27:25.011157Z","end":"2026-04-28T07:27:25.189578Z","steps":["trace[952106369] 'process raft request' (duration: 178.359842ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:25.189995Z","caller":"traceutil/trace.go:171","msg":"trace[390986866] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"178.997009ms","start":"2026-04-28T07:27:25.010982Z","end":"2026-04-28T07:27:25.189979Z","steps":["trace[390986866] 'process raft request' (duration: 178.264411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:25.198075Z","caller":"traceutil/trace.go:171","msg":"trace[795230447] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"135.511486ms","start":"2026-04-28T07:27:25.062531Z","end":"2026-04-28T07:27:25.198042Z","steps":["trace[795230447] 'process raft request' (duration: 135.350172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:25.556563Z","caller":"traceutil/trace.go:171","msg":"trace[1490092725] linearizableReadLoop","detail":"{readStateIndex:5282; appliedIndex:5279; }","duration":"145.951391ms","start":"2026-04-28T07:27:25.410591Z","end":"2026-04-28T07:27:25.556543Z","steps":["trace[1490092725] 'read index received' (duration: 60.233727ms)","trace[1490092725] 'applied index is now lower than readState.Index' (duration: 85.716854ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:25.556618Z","caller":"traceutil/trace.go:171","msg":"trace[349587925] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"191.604019ms","start":"2026-04-28T07:27:25.364987Z","end":"2026-04-28T07:27:25.556591Z","steps":["trace[349587925] 'process raft request' (duration: 105.854624ms)","trace[349587925] 'compare' (duration: 85.456748ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:25.556653Z","caller":"traceutil/trace.go:171","msg":"trace[433440916] transaction","detail":"{read_only:false; response_revision:5068; number_of_response:1; }","duration":"149.379007ms","start":"2026-04-28T07:27:25.407223Z","end":"2026-04-28T07:27:25.556602Z","steps":["trace[433440916] 'process raft request' (duration: 149.283235ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:25.556636Z","caller":"traceutil/trace.go:171","msg":"trace[1466316028] transaction","detail":"{read_only:false; response_revision:5067; number_of_response:1; }","duration":"149.571013ms","start":"2026-04-28T07:27:25.406989Z","end":"2026-04-28T07:27:25.55656Z","steps":["trace[1466316028] 'process raft request' (duration: 149.467511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:25.556725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.103694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:25.556997Z","caller":"traceutil/trace.go:171","msg":"trace[1505407460] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5068; }","duration":"146.427983ms","start":"2026-04-28T07:27:25.410556Z","end":"2026-04-28T07:27:25.556984Z","steps":["trace[1505407460] 'agreement among raft nodes before linearized reading' (duration: 146.060844ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:25.679742Z","caller":"traceutil/trace.go:171","msg":"trace[1188709762] transaction","detail":"{read_only:false; response_revision:5071; number_of_response:1; }","duration":"117.567211ms","start":"2026-04-28T07:27:25.562153Z","end":"2026-04-28T07:27:25.67972Z","steps":["trace[1188709762] 'process raft request' (duration: 117.51317ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:25.679787Z","caller":"traceutil/trace.go:171","msg":"trace[1184526824] transaction","detail":"{read_only:false; response_revision:5070; number_of_response:1; }","duration":"120.132996ms","start":"2026-04-28T07:27:25.559621Z","end":"2026-04-28T07:27:25.679754Z","steps":["trace[1184526824] 'process raft request' (duration: 112.726608ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:25.993015Z","caller":"traceutil/trace.go:171","msg":"trace[1041832960] transaction","detail":"{read_only:false; response_revision:5085; number_of_response:1; }","duration":"144.991907ms","start":"2026-04-28T07:27:25.847989Z","end":"2026-04-28T07:27:25.992981Z","steps":["trace[1041832960] 'process raft request' (duration: 144.732631ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:25.993378Z","caller":"traceutil/trace.go:171","msg":"trace[1262777693] linearizableReadLoop","detail":"{readStateIndex:5302; appliedIndex:5298; }","duration":"113.485039ms","start":"2026-04-28T07:27:25.87987Z","end":"2026-04-28T07:27:25.993355Z","steps":["trace[1262777693] 'read index received' (duration: 112.189325ms)","trace[1262777693] 'applied index is now lower than readState.Index' (duration: 1.294494ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:25.993388Z","caller":"traceutil/trace.go:171","msg":"trace[2136515122] transaction","detail":"{read_only:false; response_revision:5086; number_of_response:1; }","duration":"144.208177ms","start":"2026-04-28T07:27:25.849131Z","end":"2026-04-28T07:27:25.993339Z","steps":["trace[2136515122] 'process raft request' (duration: 143.776026ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:25.993525Z","caller":"traceutil/trace.go:171","msg":"trace[399982530] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"123.83203ms","start":"2026-04-28T07:27:25.869667Z","end":"2026-04-28T07:27:25.993499Z","steps":["trace[399982530] 'process raft request' (duration: 123.625255ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:25.993461Z","caller":"traceutil/trace.go:171","msg":"trace[1701687654] transaction","detail":"{read_only:false; response_revision:5087; number_of_response:1; }","duration":"134.978773ms","start":"2026-04-28T07:27:25.85843Z","end":"2026-04-28T07:27:25.993409Z","steps":["trace[1701687654] 'process raft request' (duration: 134.777748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:25.993747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.842307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:27:25.993804Z","caller":"traceutil/trace.go:171","msg":"trace[1180344407] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:5088; }","duration":"113.953489ms","start":"2026-04-28T07:27:25.879837Z","end":"2026-04-28T07:27:25.99379Z","steps":["trace[1180344407] 'agreement among raft nodes before linearized reading' (duration: 113.781765ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:26.166534Z","caller":"traceutil/trace.go:171","msg":"trace[1193678957] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"131.791132ms","start":"2026-04-28T07:27:26.034723Z","end":"2026-04-28T07:27:26.166514Z","steps":["trace[1193678957] 'process raft request' (duration: 131.7202ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:26.166793Z","caller":"traceutil/trace.go:171","msg":"trace[907655083] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"132.359817ms","start":"2026-04-28T07:27:26.034422Z","end":"2026-04-28T07:27:26.166782Z","steps":["trace[907655083] 'process raft request' (duration: 106.607394ms)","trace[907655083] 'compare' (duration: 24.963902ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:26.166854Z","caller":"traceutil/trace.go:171","msg":"trace[1975038334] linearizableReadLoop","detail":"{readStateIndex:5318; appliedIndex:5310; }","duration":"109.668531ms","start":"2026-04-28T07:27:26.057156Z","end":"2026-04-28T07:27:26.166825Z","steps":["trace[1975038334] 'read index received' (duration: 83.921468ms)","trace[1975038334] 'applied index is now lower than readState.Index' (duration: 25.745333ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:26.166978Z","caller":"traceutil/trace.go:171","msg":"trace[980809926] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"132.397098ms","start":"2026-04-28T07:27:26.034571Z","end":"2026-04-28T07:27:26.166968Z","steps":["trace[980809926] 'process raft request' (duration: 131.706661ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:26.167168Z","caller":"traceutil/trace.go:171","msg":"trace[1168509064] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"132.51499ms","start":"2026-04-28T07:27:26.034645Z","end":"2026-04-28T07:27:26.16716Z","steps":["trace[1168509064] 'process raft request' (duration: 131.684779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:26.167207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.661234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:109568"} {"level":"info","ts":"2026-04-28T07:27:26.167244Z","caller":"traceutil/trace.go:171","msg":"trace[541972893] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5103; }","duration":"132.759688ms","start":"2026-04-28T07:27:26.034474Z","end":"2026-04-28T07:27:26.167233Z","steps":["trace[541972893] 'agreement among raft nodes before linearized reading' (duration: 132.44984ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:26.167272Z","caller":"traceutil/trace.go:171","msg":"trace[596804292] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"132.617562ms","start":"2026-04-28T07:27:26.034646Z","end":"2026-04-28T07:27:26.167263Z","steps":["trace[596804292] 'process raft request' (duration: 131.72662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:26.167371Z","caller":"traceutil/trace.go:171","msg":"trace[1457814882] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"132.706945ms","start":"2026-04-28T07:27:26.034646Z","end":"2026-04-28T07:27:26.167353Z","steps":["trace[1457814882] 'process raft request' (duration: 131.750141ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:26.167464Z","caller":"traceutil/trace.go:171","msg":"trace[219906612] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"132.796907ms","start":"2026-04-28T07:27:26.03466Z","end":"2026-04-28T07:27:26.167457Z","steps":["trace[219906612] 'process raft request' (duration: 131.759721ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:26.16774Z","caller":"traceutil/trace.go:171","msg":"trace[1824163585] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"115.973361ms","start":"2026-04-28T07:27:26.051748Z","end":"2026-04-28T07:27:26.167722Z","steps":["trace[1824163585] 'process raft request' (duration: 114.73599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:26.167995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.473935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T07:27:26.168074Z","caller":"traceutil/trace.go:171","msg":"trace[150607258] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:5103; }","duration":"120.601338ms","start":"2026-04-28T07:27:26.047462Z","end":"2026-04-28T07:27:26.168063Z","steps":["trace[150607258] 'agreement among raft nodes before linearized reading' (duration: 120.443944ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:26.265807Z","caller":"traceutil/trace.go:171","msg":"trace[556839252] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"205.588103ms","start":"2026-04-28T07:27:26.060189Z","end":"2026-04-28T07:27:26.265777Z","steps":["trace[556839252] 'process raft request' (duration: 205.400228ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:26.831626Z","caller":"traceutil/trace.go:171","msg":"trace[1694965389] linearizableReadLoop","detail":"{readStateIndex:5336; appliedIndex:5335; }","duration":"212.725024ms","start":"2026-04-28T07:27:26.618872Z","end":"2026-04-28T07:27:26.831597Z","steps":["trace[1694965389] 'read index received' (duration: 179.127342ms)","trace[1694965389] 'applied index is now lower than readState.Index' (duration: 33.596172ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:26.83178Z","caller":"traceutil/trace.go:171","msg":"trace[795535404] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"230.471933ms","start":"2026-04-28T07:27:26.601294Z","end":"2026-04-28T07:27:26.831766Z","steps":["trace[795535404] 'process raft request' (duration: 196.659146ms)","trace[795535404] 'compare' (duration: 33.476249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:26.831981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.090703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/rabbitmq-keystone-peer-discovery\" ","response":"range_response_count:1 size:814"} {"level":"warn","ts":"2026-04-28T07:27:26.831983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.516978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:26.832164Z","caller":"traceutil/trace.go:171","msg":"trace[445344253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5121; }","duration":"128.772635ms","start":"2026-04-28T07:27:26.703359Z","end":"2026-04-28T07:27:26.832131Z","steps":["trace[445344253] 'agreement among raft nodes before linearized reading' (duration: 128.440337ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:26.832087Z","caller":"traceutil/trace.go:171","msg":"trace[1397419733] range","detail":"{range_begin:/registry/roles/openstack/rabbitmq-keystone-peer-discovery; range_end:; response_count:1; response_revision:5121; }","duration":"213.262557ms","start":"2026-04-28T07:27:26.618808Z","end":"2026-04-28T07:27:26.83207Z","steps":["trace[1397419733] 'agreement among raft nodes before linearized reading' (duration: 212.965729ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:27.017685Z","caller":"traceutil/trace.go:171","msg":"trace[1625532608] transaction","detail":"{read_only:false; response_revision:5124; number_of_response:1; }","duration":"136.331336ms","start":"2026-04-28T07:27:26.881317Z","end":"2026-04-28T07:27:27.017648Z","steps":["trace[1625532608] 'process raft request' (duration: 60.549285ms)","trace[1625532608] 'compare' (duration: 75.615517ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:27.467237Z","caller":"traceutil/trace.go:171","msg":"trace[620993072] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"443.675959ms","start":"2026-04-28T07:27:27.023523Z","end":"2026-04-28T07:27:27.467199Z","steps":["trace[620993072] 'process raft request' (duration: 443.277749ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:27.467268Z","caller":"traceutil/trace.go:171","msg":"trace[2096002746] linearizableReadLoop","detail":"{readStateIndex:5343; appliedIndex:5339; }","duration":"409.349379ms","start":"2026-04-28T07:27:27.057893Z","end":"2026-04-28T07:27:27.467242Z","steps":["trace[2096002746] 'read index received' (duration: 37.0698ms)","trace[2096002746] 'applied index is now lower than readState.Index' (duration: 372.278069ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:27.467383Z","caller":"traceutil/trace.go:171","msg":"trace[1401509787] transaction","detail":"{read_only:false; response_revision:5128; number_of_response:1; }","duration":"440.280504ms","start":"2026-04-28T07:27:27.027078Z","end":"2026-04-28T07:27:27.467358Z","steps":["trace[1401509787] 'process raft request' (duration: 440.077009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:27.467395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:27.023499Z","time spent":"443.823933ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:27:27.467372Z","caller":"traceutil/trace.go:171","msg":"trace[1252790386] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"442.563421ms","start":"2026-04-28T07:27:27.024729Z","end":"2026-04-28T07:27:27.467292Z","steps":["trace[1252790386] 'process raft request' (duration: 442.242693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:27.467517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:27.027064Z","time spent":"440.372916ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9303,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:27.467438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.507853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:27:27.467629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:27.024688Z","time spent":"442.821248ms","remote":"127.0.0.1:51680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6111,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:27:27.46768Z","caller":"traceutil/trace.go:171","msg":"trace[1723025198] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:5128; }","duration":"409.809731ms","start":"2026-04-28T07:27:27.057834Z","end":"2026-04-28T07:27:27.467644Z","steps":["trace[1723025198] 'agreement among raft nodes before linearized reading' (duration: 409.520834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:27.467803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:27.057808Z","time spent":"409.953184ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:27.781611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.390435ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:27:27.781728Z","caller":"traceutil/trace.go:171","msg":"trace[1381641769] linearizableReadLoop","detail":"{readStateIndex:5344; appliedIndex:5343; }","duration":"314.381941ms","start":"2026-04-28T07:27:27.467327Z","end":"2026-04-28T07:27:27.781709Z","steps":["trace[1381641769] 'read index received' (duration: 32.834893ms)","trace[1381641769] 'applied index is now lower than readState.Index' (duration: 281.545388ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:27.781781Z","caller":"traceutil/trace.go:171","msg":"trace[2090202685] transaction","detail":"{read_only:false; response_revision:5129; number_of_response:1; }","duration":"497.769502ms","start":"2026-04-28T07:27:27.283969Z","end":"2026-04-28T07:27:27.781739Z","steps":["trace[2090202685] 'process raft request' (duration: 216.179033ms)","trace[2090202685] 'compare' (duration: 281.131348ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:27.78192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.040968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:27:27.781936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:27.283923Z","time spent":"497.942206ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2483,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:27:27.781971Z","caller":"traceutil/trace.go:171","msg":"trace[1010592763] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:5129; }","duration":"371.154421ms","start":"2026-04-28T07:27:27.410803Z","end":"2026-04-28T07:27:27.781958Z","steps":["trace[1010592763] 'agreement among raft nodes before linearized reading' (duration: 370.994557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:27.782016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:27.410777Z","time spent":"371.226853ms","remote":"127.0.0.1:49868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:27:27.787296Z","caller":"traceutil/trace.go:171","msg":"trace[1955029649] transaction","detail":"{read_only:false; response_revision:5130; number_of_response:1; }","duration":"310.520603ms","start":"2026-04-28T07:27:27.476757Z","end":"2026-04-28T07:27:27.787278Z","steps":["trace[1955029649] 'process raft request' (duration: 310.38595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:27.78741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:27.476735Z","time spent":"310.616886ms","remote":"127.0.0.1:51874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3281,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:27.932055Z","caller":"traceutil/trace.go:171","msg":"trace[1828897498] transaction","detail":"{read_only:false; response_revision:5131; number_of_response:1; }","duration":"338.426171ms","start":"2026-04-28T07:27:27.593604Z","end":"2026-04-28T07:27:27.93203Z","steps":["trace[1828897498] 'process raft request' (duration: 328.034937ms)","trace[1828897498] 'compare' (duration: 10.183729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:27.932189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:27.59356Z","time spent":"338.552504ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18032,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:27.932215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.34605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:27:27.932206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.11052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:27.93204Z","caller":"traceutil/trace.go:171","msg":"trace[147170986] linearizableReadLoop","detail":"{readStateIndex:5346; appliedIndex:5344; }","duration":"150.222969ms","start":"2026-04-28T07:27:27.781759Z","end":"2026-04-28T07:27:27.931982Z","steps":["trace[147170986] 'read index received' (duration: 5.387846ms)","trace[147170986] 'applied index is now lower than readState.Index' (duration: 144.833843ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:27.93227Z","caller":"traceutil/trace.go:171","msg":"trace[1418301383] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:5131; }","duration":"454.448953ms","start":"2026-04-28T07:27:27.477808Z","end":"2026-04-28T07:27:27.932257Z","steps":["trace[1418301383] 'agreement among raft nodes before linearized reading' (duration: 454.290519ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:27.93229Z","caller":"traceutil/trace.go:171","msg":"trace[421351941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5131; }","duration":"229.265483ms","start":"2026-04-28T07:27:27.703006Z","end":"2026-04-28T07:27:27.932272Z","steps":["trace[421351941] 'agreement among raft nodes before linearized reading' (duration: 229.030237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:27.932321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:27.477799Z","time spent":"454.512624ms","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-04-28T07:27:28.171702Z","caller":"traceutil/trace.go:171","msg":"trace[1147455484] linearizableReadLoop","detail":"{readStateIndex:5348; appliedIndex:5346; }","duration":"239.40649ms","start":"2026-04-28T07:27:27.932275Z","end":"2026-04-28T07:27:28.171682Z","steps":["trace[1147455484] 'read index received' (duration: 222.139532ms)","trace[1147455484] 'applied index is now lower than readState.Index' (duration: 17.265718ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:28.171757Z","caller":"traceutil/trace.go:171","msg":"trace[144519879] transaction","detail":"{read_only:false; response_revision:5133; number_of_response:1; }","duration":"261.043789ms","start":"2026-04-28T07:27:27.910675Z","end":"2026-04-28T07:27:28.171719Z","steps":["trace[144519879] 'process raft request' (duration: 260.920366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:28.171816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.078511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T07:27:28.171836Z","caller":"traceutil/trace.go:171","msg":"trace[2073796553] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5133; }","duration":"321.143681ms","start":"2026-04-28T07:27:27.850686Z","end":"2026-04-28T07:27:28.17183Z","steps":["trace[2073796553] 'agreement among raft nodes before linearized reading' (duration: 321.08654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:28.171862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:27.850667Z","time spent":"321.182713ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-28T07:27:28.17204Z","caller":"traceutil/trace.go:171","msg":"trace[791523918] transaction","detail":"{read_only:false; response_revision:5132; number_of_response:1; }","duration":"378.438145ms","start":"2026-04-28T07:27:27.793555Z","end":"2026-04-28T07:27:28.171993Z","steps":["trace[791523918] 'process raft request' (duration: 360.784038ms)","trace[791523918] 'compare' (duration: 16.97295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:28.172067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.892241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-04-28T07:27:28.172108Z","caller":"traceutil/trace.go:171","msg":"trace[476959791] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5133; }","duration":"375.979564ms","start":"2026-04-28T07:27:27.796114Z","end":"2026-04-28T07:27:28.172094Z","steps":["trace[476959791] 'agreement among raft nodes before linearized reading' (duration: 375.790508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:28.172137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:27.796096Z","time spent":"376.033005ms","remote":"127.0.0.1:51874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3318,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-28T07:27:28.172133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:27.79353Z","time spent":"378.555909ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3073,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:27:28.311229Z","caller":"traceutil/trace.go:171","msg":"trace[441895821] transaction","detail":"{read_only:false; response_revision:5134; number_of_response:1; }","duration":"375.635634ms","start":"2026-04-28T07:27:27.93556Z","end":"2026-04-28T07:27:28.311195Z","steps":["trace[441895821] 'process raft request' (duration: 338.679797ms)","trace[441895821] 'compare' (duration: 36.69171ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:28.311387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:27.935532Z","time spent":"375.786617ms","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":952,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:27:28.311912Z","caller":"traceutil/trace.go:171","msg":"trace[1584193790] transaction","detail":"{read_only:false; response_revision:5135; number_of_response:1; }","duration":"312.089412ms","start":"2026-04-28T07:27:27.99981Z","end":"2026-04-28T07:27:28.311899Z","steps":["trace[1584193790] 'process raft request' (duration: 311.325342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:28.311991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:27.999782Z","time spent":"312.165984ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:28.312198Z","caller":"traceutil/trace.go:171","msg":"trace[440687671] transaction","detail":"{read_only:false; response_revision:5136; number_of_response:1; }","duration":"308.155573ms","start":"2026-04-28T07:27:28.004032Z","end":"2026-04-28T07:27:28.312188Z","steps":["trace[440687671] 'process raft request' (duration: 307.828804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:28.312296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:28.003974Z","time spent":"308.289147ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:28.312396Z","caller":"traceutil/trace.go:171","msg":"trace[398671655] linearizableReadLoop","detail":"{readStateIndex:5353; appliedIndex:5348; }","duration":"140.629547ms","start":"2026-04-28T07:27:28.171753Z","end":"2026-04-28T07:27:28.312382Z","steps":["trace[398671655] 'read index received' (duration: 102.474149ms)","trace[398671655] 'applied index is now lower than readState.Index' (duration: 38.154308ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:28.312463Z","caller":"traceutil/trace.go:171","msg":"trace[1790190489] transaction","detail":"{read_only:false; response_revision:5138; number_of_response:1; }","duration":"308.273506ms","start":"2026-04-28T07:27:28.004154Z","end":"2026-04-28T07:27:28.312428Z","steps":["trace[1790190489] 'process raft request' (duration: 308.160363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:28.312505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.654011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:27:28.31254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.805634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:27:28.312564Z","caller":"traceutil/trace.go:171","msg":"trace[877813499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5138; }","duration":"378.782054ms","start":"2026-04-28T07:27:27.933768Z","end":"2026-04-28T07:27:28.31255Z","steps":["trace[877813499] 'agreement among raft nodes before linearized reading' (duration: 378.688211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:28.312592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:27.933736Z","time spent":"378.850406ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:27:28.312599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.85034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-28T07:27:28.312618Z","caller":"traceutil/trace.go:171","msg":"trace[1027569613] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5138; }","duration":"136.886451ms","start":"2026-04-28T07:27:28.175724Z","end":"2026-04-28T07:27:28.312611Z","steps":["trace[1027569613] 'agreement among raft nodes before linearized reading' (duration: 136.8358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:28.312619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.395797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:27:28.312617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:28.004128Z","time spent":"308.406649ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":532,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:28.31265Z","caller":"traceutil/trace.go:171","msg":"trace[1011620656] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:5138; }","duration":"134.48204ms","start":"2026-04-28T07:27:28.17816Z","end":"2026-04-28T07:27:28.312642Z","steps":["trace[1011620656] 'agreement among raft nodes before linearized reading' (duration: 134.384798ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:28.312616Z","caller":"traceutil/trace.go:171","msg":"trace[215750909] transaction","detail":"{read_only:false; response_revision:5137; number_of_response:1; }","duration":"308.401919ms","start":"2026-04-28T07:27:28.004154Z","end":"2026-04-28T07:27:28.312556Z","steps":["trace[215750909] 'process raft request' (duration: 307.965998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:28.312698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.655395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:27:28.312782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.054531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"info","ts":"2026-04-28T07:27:28.31281Z","caller":"traceutil/trace.go:171","msg":"trace[1628264633] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:5138; }","duration":"138.106352ms","start":"2026-04-28T07:27:28.174696Z","end":"2026-04-28T07:27:28.312802Z","steps":["trace[1628264633] 'agreement among raft nodes before linearized reading' (duration: 138.03868ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:28.312806Z","caller":"traceutil/trace.go:171","msg":"trace[652898778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5138; }","duration":"278.780019ms","start":"2026-04-28T07:27:28.034001Z","end":"2026-04-28T07:27:28.312781Z","steps":["trace[652898778] 'agreement among raft nodes before linearized reading' (duration: 278.4398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:28.312854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.061249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-04-28T07:27:28.31286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:28.004144Z","time spent":"308.587743ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:28.312883Z","caller":"traceutil/trace.go:171","msg":"trace[1690727579] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5138; }","duration":"134.122001ms","start":"2026-04-28T07:27:28.178752Z","end":"2026-04-28T07:27:28.312874Z","steps":["trace[1690727579] 'agreement among raft nodes before linearized reading' (duration: 134.020508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:28.312942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.630215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-28T07:27:28.31296Z","caller":"traceutil/trace.go:171","msg":"trace[1510991605] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5138; }","duration":"138.698627ms","start":"2026-04-28T07:27:28.174256Z","end":"2026-04-28T07:27:28.312955Z","steps":["trace[1510991605] 'agreement among raft nodes before linearized reading' (duration: 138.646236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:28.313026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.258456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:27:28.313051Z","caller":"traceutil/trace.go:171","msg":"trace[384720686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5138; }","duration":"139.856716ms","start":"2026-04-28T07:27:28.172701Z","end":"2026-04-28T07:27:28.312558Z","steps":["trace[384720686] 'agreement among raft nodes before linearized reading' (duration: 139.762524ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:28.313076Z","caller":"traceutil/trace.go:171","msg":"trace[1767420701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5138; }","duration":"140.329148ms","start":"2026-04-28T07:27:28.172736Z","end":"2026-04-28T07:27:28.313065Z","steps":["trace[1767420701] 'agreement among raft nodes before linearized reading' (duration: 140.180194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:28.98496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765114420,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:27:29.095243Z","caller":"traceutil/trace.go:171","msg":"trace[1311765882] transaction","detail":"{read_only:false; response_revision:5153; number_of_response:1; }","duration":"642.829488ms","start":"2026-04-28T07:27:28.452389Z","end":"2026-04-28T07:27:29.095218Z","steps":["trace[1311765882] 'process raft request' (duration: 642.745536ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:29.095291Z","caller":"traceutil/trace.go:171","msg":"trace[659060146] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"643.009092ms","start":"2026-04-28T07:27:28.452244Z","end":"2026-04-28T07:27:29.095253Z","steps":["trace[659060146] 'process raft request' (duration: 642.105959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:29.095407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:28.452343Z","time spent":"642.981951ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9560,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:29.095491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:28.452223Z","time spent":"643.188277ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:27:29.114289Z","caller":"traceutil/trace.go:171","msg":"trace[1911871279] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"614.51816ms","start":"2026-04-28T07:27:28.499748Z","end":"2026-04-28T07:27:29.114266Z","steps":["trace[1911871279] 'process raft request' (duration: 614.376707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:29.114426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:28.499723Z","time spent":"614.640943ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:27:29.114875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.425172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:27:29.114909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.483181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:29.114959Z","caller":"traceutil/trace.go:171","msg":"trace[1784846969] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:5154; }","duration":"661.563613ms","start":"2026-04-28T07:27:28.453385Z","end":"2026-04-28T07:27:29.114948Z","steps":["trace[1784846969] 'agreement among raft nodes before linearized reading' (duration: 661.463941ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:29.114959Z","caller":"traceutil/trace.go:171","msg":"trace[1853306172] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5154; }","duration":"656.580286ms","start":"2026-04-28T07:27:28.45836Z","end":"2026-04-28T07:27:29.11494Z","steps":["trace[1853306172] 'agreement among raft nodes before linearized reading' (duration: 656.387271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:29.115003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:28.453372Z","time spent":"661.622314ms","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" "} {"level":"warn","ts":"2026-04-28T07:27:29.115011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:28.458339Z","time spent":"656.660758ms","remote":"127.0.0.1:50518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:27:29.114807Z","caller":"traceutil/trace.go:171","msg":"trace[2040895012] linearizableReadLoop","detail":"{readStateIndex:5369; appliedIndex:5366; }","duration":"630.71239ms","start":"2026-04-28T07:27:28.484021Z","end":"2026-04-28T07:27:29.114733Z","steps":["trace[2040895012] 'read index received' (duration: 610.736793ms)","trace[2040895012] 'applied index is now lower than readState.Index' (duration: 19.973167ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:29.166387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.537209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-04-28T07:27:29.166504Z","caller":"traceutil/trace.go:171","msg":"trace[4577849] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5156; }","duration":"666.740434ms","start":"2026-04-28T07:27:28.499738Z","end":"2026-04-28T07:27:29.166478Z","steps":["trace[4577849] 'agreement among raft nodes before linearized reading' (duration: 666.399145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:29.166415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.830327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-28T07:27:29.16658Z","caller":"traceutil/trace.go:171","msg":"trace[1016907297] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5156; }","duration":"604.070554ms","start":"2026-04-28T07:27:28.562491Z","end":"2026-04-28T07:27:29.166562Z","steps":["trace[1016907297] 'agreement among raft nodes before linearized reading' (duration: 603.655733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:29.166591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:28.499718Z","time spent":"666.837177ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1475,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-04-28T07:27:29.16663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:28.562461Z","time spent":"604.159236ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12233,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:27:29.402049Z","caller":"traceutil/trace.go:171","msg":"trace[1492804479] linearizableReadLoop","detail":"{readStateIndex:5372; appliedIndex:5371; }","duration":"231.013432ms","start":"2026-04-28T07:27:29.171015Z","end":"2026-04-28T07:27:29.402028Z","steps":["trace[1492804479] 'read index received' (duration: 230.94564ms)","trace[1492804479] 'applied index is now lower than readState.Index' (duration: 66.811µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:29.402238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.209026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-04-28T07:27:29.402271Z","caller":"traceutil/trace.go:171","msg":"trace[705316760] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5157; }","duration":"231.277777ms","start":"2026-04-28T07:27:29.170986Z","end":"2026-04-28T07:27:29.402263Z","steps":["trace[705316760] 'agreement among raft nodes before linearized reading' (duration: 231.136284ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:29.402249Z","caller":"traceutil/trace.go:171","msg":"trace[2059469737] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"233.246418ms","start":"2026-04-28T07:27:29.168927Z","end":"2026-04-28T07:27:29.402173Z","steps":["trace[2059469737] 'process raft request' (duration: 232.978031ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:29.405799Z","caller":"traceutil/trace.go:171","msg":"trace[1352824987] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"234.249313ms","start":"2026-04-28T07:27:29.17153Z","end":"2026-04-28T07:27:29.405779Z","steps":["trace[1352824987] 'process raft request' (duration: 234.066089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:29.405884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.936896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-28T07:27:29.405917Z","caller":"traceutil/trace.go:171","msg":"trace[485729971] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5158; }","duration":"234.010858ms","start":"2026-04-28T07:27:29.171897Z","end":"2026-04-28T07:27:29.405908Z","steps":["trace[485729971] 'agreement among raft nodes before linearized reading' (duration: 233.901715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:30.464762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.993746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:27:30.464941Z","caller":"traceutil/trace.go:171","msg":"trace[1605144865] transaction","detail":"{read_only:false; response_revision:5178; number_of_response:1; }","duration":"144.344262ms","start":"2026-04-28T07:27:30.320576Z","end":"2026-04-28T07:27:30.46492Z","steps":["trace[1605144865] 'process raft request' (duration: 33.073449ms)","trace[1605144865] 'compare' (duration: 110.773711ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:30.464968Z","caller":"traceutil/trace.go:171","msg":"trace[735639403] transaction","detail":"{read_only:false; response_revision:5179; number_of_response:1; }","duration":"144.363233ms","start":"2026-04-28T07:27:30.320589Z","end":"2026-04-28T07:27:30.464952Z","steps":["trace[735639403] 'process raft request' (duration: 144.27093ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:30.523929Z","caller":"traceutil/trace.go:171","msg":"trace[1355250594] linearizableReadLoop","detail":"{readStateIndex:5397; appliedIndex:5395; }","duration":"148.22215ms","start":"2026-04-28T07:27:30.375672Z","end":"2026-04-28T07:27:30.523894Z","steps":["trace[1355250594] 'read index received' (duration: 147.858961ms)","trace[1355250594] 'applied index is now lower than readState.Index' (duration: 362.189µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:30.524133Z","caller":"traceutil/trace.go:171","msg":"trace[12369920] transaction","detail":"{read_only:false; response_revision:5180; number_of_response:1; }","duration":"203.472582ms","start":"2026-04-28T07:27:30.320647Z","end":"2026-04-28T07:27:30.52412Z","steps":["trace[12369920] 'process raft request' (duration: 202.97695ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:30.524335Z","caller":"traceutil/trace.go:171","msg":"trace[678883343] transaction","detail":"{read_only:false; response_revision:5181; number_of_response:1; }","duration":"202.569339ms","start":"2026-04-28T07:27:30.321722Z","end":"2026-04-28T07:27:30.524291Z","steps":["trace[678883343] 'process raft request' (duration: 202.116848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:30.524558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.736273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T07:27:30.524713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.374905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:27:30.524718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.403711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0eba3354-3772-4754-baaa-bf1c77b2148c\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-04-28T07:27:30.52472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.742778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:27:30.524774Z","caller":"traceutil/trace.go:171","msg":"trace[1564468501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5181; }","duration":"148.485197ms","start":"2026-04-28T07:27:30.376271Z","end":"2026-04-28T07:27:30.524756Z","steps":["trace[1564468501] 'agreement among raft nodes before linearized reading' (duration: 148.364744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:30.524735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.698806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:27:30.524798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.680896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-28T07:27:30.524819Z","caller":"traceutil/trace.go:171","msg":"trace[778293755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5181; }","duration":"147.881051ms","start":"2026-04-28T07:27:30.376921Z","end":"2026-04-28T07:27:30.524802Z","steps":["trace[778293755] 'agreement among raft nodes before linearized reading' (duration: 147.501772ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:30.52486Z","caller":"traceutil/trace.go:171","msg":"trace[1329402127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5181; }","duration":"147.825299ms","start":"2026-04-28T07:27:30.377022Z","end":"2026-04-28T07:27:30.524847Z","steps":["trace[1329402127] 'agreement among raft nodes before linearized reading' (duration: 147.540192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:30.524876Z","caller":"traceutil/trace.go:171","msg":"trace[976731729] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:5181; }","duration":"145.885261ms","start":"2026-04-28T07:27:30.37896Z","end":"2026-04-28T07:27:30.524845Z","steps":["trace[976731729] 'agreement among raft nodes before linearized reading' (duration: 145.44184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:30.524898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.30184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T07:27:30.524941Z","caller":"traceutil/trace.go:171","msg":"trace[1858763198] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5181; }","duration":"101.369001ms","start":"2026-04-28T07:27:30.423561Z","end":"2026-04-28T07:27:30.52493Z","steps":["trace[1858763198] 'agreement among raft nodes before linearized reading' (duration: 101.266359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:30.524745Z","caller":"traceutil/trace.go:171","msg":"trace[1834464751] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5181; }","duration":"149.043452ms","start":"2026-04-28T07:27:30.375621Z","end":"2026-04-28T07:27:30.524665Z","steps":["trace[1834464751] 'agreement among raft nodes before linearized reading' (duration: 148.532589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:30.525016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.949236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T07:27:30.524798Z","caller":"traceutil/trace.go:171","msg":"trace[128891540] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0eba3354-3772-4754-baaa-bf1c77b2148c; range_end:; response_count:1; response_revision:5181; }","duration":"112.533334ms","start":"2026-04-28T07:27:30.412244Z","end":"2026-04-28T07:27:30.524778Z","steps":["trace[128891540] 'agreement among raft nodes before linearized reading' (duration: 112.213756ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:30.525058Z","caller":"traceutil/trace.go:171","msg":"trace[246329631] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:5181; }","duration":"143.032579ms","start":"2026-04-28T07:27:30.382012Z","end":"2026-04-28T07:27:30.525045Z","steps":["trace[246329631] 'agreement among raft nodes before linearized reading' (duration: 142.919506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:30.524566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.379914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:27:30.525186Z","caller":"traceutil/trace.go:171","msg":"trace[1454465194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5181; }","duration":"149.034091ms","start":"2026-04-28T07:27:30.376133Z","end":"2026-04-28T07:27:30.525167Z","steps":["trace[1454465194] 'agreement among raft nodes before linearized reading' (duration: 148.234361ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:30.650483Z","caller":"traceutil/trace.go:171","msg":"trace[1075039706] transaction","detail":"{read_only:false; response_revision:5183; number_of_response:1; }","duration":"117.389359ms","start":"2026-04-28T07:27:30.533067Z","end":"2026-04-28T07:27:30.650456Z","steps":["trace[1075039706] 'process raft request' (duration: 63.945923ms)","trace[1075039706] 'compare' (duration: 53.287132ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:30.650943Z","caller":"traceutil/trace.go:171","msg":"trace[281413511] transaction","detail":"{read_only:false; response_revision:5184; number_of_response:1; }","duration":"117.86312ms","start":"2026-04-28T07:27:30.533067Z","end":"2026-04-28T07:27:30.65093Z","steps":["trace[281413511] 'process raft request' (duration: 117.350357ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:30.651157Z","caller":"traceutil/trace.go:171","msg":"trace[1730178240] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"117.919772ms","start":"2026-04-28T07:27:30.533096Z","end":"2026-04-28T07:27:30.651015Z","steps":["trace[1730178240] 'process raft request' (duration: 117.544562ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:30.651221Z","caller":"traceutil/trace.go:171","msg":"trace[990325108] linearizableReadLoop","detail":"{readStateIndex:5401; appliedIndex:5397; }","duration":"115.11076ms","start":"2026-04-28T07:27:30.536069Z","end":"2026-04-28T07:27:30.651179Z","steps":["trace[990325108] 'read index received' (duration: 17.635618ms)","trace[990325108] 'applied index is now lower than readState.Index' (duration: 97.472372ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:30.651339Z","caller":"traceutil/trace.go:171","msg":"trace[1703160016] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"113.678264ms","start":"2026-04-28T07:27:30.537606Z","end":"2026-04-28T07:27:30.651285Z","steps":["trace[1703160016] 'process raft request' (duration: 113.351325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:30.65149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.584017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"info","ts":"2026-04-28T07:27:30.651522Z","caller":"traceutil/trace.go:171","msg":"trace[1258950945] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:5186; }","duration":"112.678269ms","start":"2026-04-28T07:27:30.538835Z","end":"2026-04-28T07:27:30.651513Z","steps":["trace[1258950945] 'agreement among raft nodes before linearized reading' (duration: 112.575187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:30.651593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.513461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:118740"} {"level":"info","ts":"2026-04-28T07:27:30.651638Z","caller":"traceutil/trace.go:171","msg":"trace[1816430457] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5186; }","duration":"115.574373ms","start":"2026-04-28T07:27:30.536051Z","end":"2026-04-28T07:27:30.651625Z","steps":["trace[1816430457] 'agreement among raft nodes before linearized reading' (duration: 115.292136ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:30.817194Z","caller":"traceutil/trace.go:171","msg":"trace[1073024211] linearizableReadLoop","detail":"{readStateIndex:5404; appliedIndex:5402; }","duration":"154.384617ms","start":"2026-04-28T07:27:30.662775Z","end":"2026-04-28T07:27:30.81716Z","steps":["trace[1073024211] 'read index received' (duration: 61.90404ms)","trace[1073024211] 'applied index is now lower than readState.Index' (duration: 92.479297ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:30.817282Z","caller":"traceutil/trace.go:171","msg":"trace[671442706] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"156.566072ms","start":"2026-04-28T07:27:30.660667Z","end":"2026-04-28T07:27:30.817233Z","steps":["trace[671442706] 'process raft request' (duration: 156.272795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:30.817494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.595066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:27:30.81754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.744845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"info","ts":"2026-04-28T07:27:30.817701Z","caller":"traceutil/trace.go:171","msg":"trace[417213461] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:5188; }","duration":"154.964641ms","start":"2026-04-28T07:27:30.662717Z","end":"2026-04-28T07:27:30.817682Z","steps":["trace[417213461] 'agreement among raft nodes before linearized reading' (duration: 154.594611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:30.817878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.693933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18aa74a37b07fc8d\" ","response":"range_response_count:1 size:1011"} {"level":"info","ts":"2026-04-28T07:27:30.817649Z","caller":"traceutil/trace.go:171","msg":"trace[2017770507] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:5188; }","duration":"151.75441ms","start":"2026-04-28T07:27:30.665826Z","end":"2026-04-28T07:27:30.81758Z","steps":["trace[2017770507] 'agreement among raft nodes before linearized reading' (duration: 151.574816ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:30.817934Z","caller":"traceutil/trace.go:171","msg":"trace[183806376] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18aa74a37b07fc8d; range_end:; response_count:1; response_revision:5188; }","duration":"137.775646ms","start":"2026-04-28T07:27:30.680146Z","end":"2026-04-28T07:27:30.817921Z","steps":["trace[183806376] 'agreement among raft nodes before linearized reading' (duration: 137.629992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:30.817929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.292745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-28T07:27:30.818061Z","caller":"traceutil/trace.go:171","msg":"trace[321238386] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5188; }","duration":"102.423449ms","start":"2026-04-28T07:27:30.715622Z","end":"2026-04-28T07:27:30.818045Z","steps":["trace[321238386] 'agreement among raft nodes before linearized reading' (duration: 102.05543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:31.381544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765114512,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:27:31.530018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.292716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:27:31.530117Z","caller":"traceutil/trace.go:171","msg":"trace[709503427] linearizableReadLoop","detail":"{readStateIndex:5407; appliedIndex:5406; }","duration":"649.065856ms","start":"2026-04-28T07:27:30.881034Z","end":"2026-04-28T07:27:31.5301Z","steps":["trace[709503427] 'read index received' (duration: 503.542224ms)","trace[709503427] 'applied index is now lower than readState.Index' (duration: 145.521922ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:31.530297Z","caller":"traceutil/trace.go:171","msg":"trace[727726492] transaction","detail":"{read_only:false; response_revision:5191; number_of_response:1; }","duration":"669.68956ms","start":"2026-04-28T07:27:30.860567Z","end":"2026-04-28T07:27:31.530256Z","steps":["trace[727726492] 'process raft request' (duration: 524.084536ms)","trace[727726492] 'compare' (duration: 144.771843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:31.530493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:30.860544Z","time spent":"669.844403ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:31.531433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.368229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T07:27:31.531488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.890044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:27:31.531525Z","caller":"traceutil/trace.go:171","msg":"trace[993111482] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:5191; }","duration":"248.980296ms","start":"2026-04-28T07:27:31.282536Z","end":"2026-04-28T07:27:31.531516Z","steps":["trace[993111482] 'agreement among raft nodes before linearized reading' (duration: 248.895224ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:31.53152Z","caller":"traceutil/trace.go:171","msg":"trace[1803442926] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:5191; }","duration":"650.497333ms","start":"2026-04-28T07:27:30.881005Z","end":"2026-04-28T07:27:31.531502Z","steps":["trace[1803442926] 'agreement among raft nodes before linearized reading' (duration: 649.646471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:31.531566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:30.880991Z","time spent":"650.565744ms","remote":"127.0.0.1:51560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":107,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:31.850426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.656661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:31.850534Z","caller":"traceutil/trace.go:171","msg":"trace[850038764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5191; }","duration":"146.858886ms","start":"2026-04-28T07:27:31.70365Z","end":"2026-04-28T07:27:31.850508Z","steps":["trace[850038764] 'range keys from in-memory index tree' (duration: 146.484627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:33.038516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765114523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:27:33.539451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765114523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:27:34.040168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765114523,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:27:34.276544Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.803425381s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:27:34.276979Z","caller":"traceutil/trace.go:171","msg":"trace[561952751] transaction","detail":"{read_only:false; response_revision:5192; number_of_response:1; }","duration":"1.804010227s","start":"2026-04-28T07:27:32.47294Z","end":"2026-04-28T07:27:34.27695Z","steps":["trace[561952751] 'process raft request' (duration: 1.803813812s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:34.277133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:32.472908Z","time spent":"1.80414367s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:34.279571Z","caller":"traceutil/trace.go:171","msg":"trace[1024619358] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"1.747117093s","start":"2026-04-28T07:27:32.532434Z","end":"2026-04-28T07:27:34.279551Z","steps":["trace[1024619358] 'process raft request' (duration: 1.747062722s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:34.27959Z","caller":"traceutil/trace.go:171","msg":"trace[2010457540] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"1.806614552s","start":"2026-04-28T07:27:32.472952Z","end":"2026-04-28T07:27:34.279566Z","steps":["trace[2010457540] 'process raft request' (duration: 1.806427977s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:34.2797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:32.472933Z","time spent":"1.806706055s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:34.279734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:32.532409Z","time spent":"1.747217326s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:34.279961Z","caller":"traceutil/trace.go:171","msg":"trace[1359138846] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"1.746794375s","start":"2026-04-28T07:27:32.533157Z","end":"2026-04-28T07:27:34.279952Z","steps":["trace[1359138846] 'process raft request' (duration: 1.746367365s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:34.280013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:32.533146Z","time spent":"1.746836526s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:34.28019Z","caller":"traceutil/trace.go:171","msg":"trace[1626569491] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"406.277626ms","start":"2026-04-28T07:27:33.873904Z","end":"2026-04-28T07:27:34.280182Z","steps":["trace[1626569491] 'process raft request' (duration: 406.003189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:34.280228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:33.873886Z","time spent":"406.324488ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:34.280158Z","caller":"traceutil/trace.go:171","msg":"trace[84441355] linearizableReadLoop","detail":"{readStateIndex:5412; appliedIndex:5407; }","duration":"1.741740107s","start":"2026-04-28T07:27:32.538385Z","end":"2026-04-28T07:27:34.280125Z","steps":["trace[84441355] 'read index received' (duration: 1.738392372s)","trace[84441355] 'applied index is now lower than readState.Index' (duration: 3.346575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:27:34.280478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.621759043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T07:27:34.280514Z","caller":"traceutil/trace.go:171","msg":"trace[245087547] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:5196; }","duration":"1.621807784s","start":"2026-04-28T07:27:32.6587Z","end":"2026-04-28T07:27:34.280508Z","steps":["trace[245087547] 'agreement among raft nodes before linearized reading' (duration: 1.621690041s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:34.280551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742156277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:27:34.280588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741661185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0eba3354-3772-4754-baaa-bf1c77b2148c\" ","response":"range_response_count:1 size:3765"} {"level":"info","ts":"2026-04-28T07:27:34.280613Z","caller":"traceutil/trace.go:171","msg":"trace[1559759489] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:5196; }","duration":"1.74225757s","start":"2026-04-28T07:27:32.538341Z","end":"2026-04-28T07:27:34.280598Z","steps":["trace[1559759489] 'agreement among raft nodes before linearized reading' (duration: 1.742055245s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:34.280634Z","caller":"traceutil/trace.go:171","msg":"trace[1401860700] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0eba3354-3772-4754-baaa-bf1c77b2148c; range_end:; response_count:1; response_revision:5196; }","duration":"1.741750987s","start":"2026-04-28T07:27:32.538869Z","end":"2026-04-28T07:27:34.28062Z","steps":["trace[1401860700] 'agreement among raft nodes before linearized reading' (duration: 1.741502481s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:34.28066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:32.538326Z","time spent":"1.742324192s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:27:34.280677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:32.538864Z","time spent":"1.741803888s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3787,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0eba3354-3772-4754-baaa-bf1c77b2148c\" "} {"level":"warn","ts":"2026-04-28T07:27:34.280729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.13787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:34.280802Z","caller":"traceutil/trace.go:171","msg":"trace[1817380440] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:5196; }","duration":"411.282774ms","start":"2026-04-28T07:27:33.8695Z","end":"2026-04-28T07:27:34.280783Z","steps":["trace[1817380440] 'agreement among raft nodes before linearized reading' (duration: 411.155861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:34.280838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:33.869429Z","time spent":"411.401556ms","remote":"127.0.0.1:49886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:34.280852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625049506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:27:34.280938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625454306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:27:34.281034Z","caller":"traceutil/trace.go:171","msg":"trace[1449635004] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5196; }","duration":"1.62559802s","start":"2026-04-28T07:27:32.655414Z","end":"2026-04-28T07:27:34.281012Z","steps":["trace[1449635004] 'agreement among raft nodes before linearized reading' (duration: 1.625330383s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:34.28053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:32.658693Z","time spent":"1.621833765s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20693,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" "} {"level":"warn","ts":"2026-04-28T07:27:34.281096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:32.655393Z","time spent":"1.625690712s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:27:34.280967Z","caller":"traceutil/trace.go:171","msg":"trace[364251495] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5196; }","duration":"1.625312292s","start":"2026-04-28T07:27:32.65564Z","end":"2026-04-28T07:27:34.280953Z","steps":["trace[364251495] 'agreement among raft nodes before linearized reading' (duration: 1.62480415s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:34.281203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723593476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T07:27:34.281236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:32.655585Z","time spent":"1.625643371s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:27:34.281257Z","caller":"traceutil/trace.go:171","msg":"trace[1875993161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5196; }","duration":"1.723703359s","start":"2026-04-28T07:27:32.557539Z","end":"2026-04-28T07:27:34.281243Z","steps":["trace[1875993161] 'agreement among raft nodes before linearized reading' (duration: 1.723407891s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:34.281292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.304452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:34.281312Z","caller":"traceutil/trace.go:171","msg":"trace[1544133306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5196; }","duration":"580.325942ms","start":"2026-04-28T07:27:33.70098Z","end":"2026-04-28T07:27:34.281306Z","steps":["trace[1544133306] 'agreement among raft nodes before linearized reading' (duration: 580.288921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:34.281303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:32.557507Z","time spent":"1.723786841s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:27:34.281333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:33.700928Z","time spent":"580.401914ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:27:34.281321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.26855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T07:27:34.281366Z","caller":"traceutil/trace.go:171","msg":"trace[793547453] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5196; }","duration":"431.350212ms","start":"2026-04-28T07:27:33.850002Z","end":"2026-04-28T07:27:34.281352Z","steps":["trace[793547453] 'agreement among raft nodes before linearized reading' (duration: 431.26528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:34.28141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625651492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:27:34.281476Z","caller":"traceutil/trace.go:171","msg":"trace[344360640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5196; }","duration":"1.625781634s","start":"2026-04-28T07:27:32.655685Z","end":"2026-04-28T07:27:34.281467Z","steps":["trace[344360640] 'agreement among raft nodes before linearized reading' (duration: 1.625631381s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:34.281445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:33.849981Z","time spent":"431.453076ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T07:27:34.281496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:32.655651Z","time spent":"1.625840606s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:27:34.281219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.625104088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:27:34.283268Z","caller":"traceutil/trace.go:171","msg":"trace[1367872189] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5196; }","duration":"1.62716792s","start":"2026-04-28T07:27:32.656088Z","end":"2026-04-28T07:27:34.283256Z","steps":["trace[1367872189] 'agreement among raft nodes before linearized reading' (duration: 1.624906423s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:34.283812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:32.656079Z","time spent":"1.627206311s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:27:42.350994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765114707,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:27:42.420538Z","caller":"traceutil/trace.go:171","msg":"trace[699313085] transaction","detail":"{read_only:false; response_revision:5260; number_of_response:1; }","duration":"632.817685ms","start":"2026-04-28T07:27:41.787683Z","end":"2026-04-28T07:27:42.420501Z","steps":["trace[699313085] 'process raft request' (duration: 632.575959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:42.420941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:41.787658Z","time spent":"632.984459ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:42.570853Z","caller":"traceutil/trace.go:171","msg":"trace[559211245] transaction","detail":"{read_only:false; response_revision:5262; number_of_response:1; }","duration":"264.093859ms","start":"2026-04-28T07:27:42.306733Z","end":"2026-04-28T07:27:42.570826Z","steps":["trace[559211245] 'process raft request' (duration: 264.015348ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:42.570876Z","caller":"traceutil/trace.go:171","msg":"trace[1114194265] transaction","detail":"{read_only:false; response_revision:5261; number_of_response:1; }","duration":"267.559727ms","start":"2026-04-28T07:27:42.303275Z","end":"2026-04-28T07:27:42.570835Z","steps":["trace[1114194265] 'process raft request' (duration: 267.314491ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:42.571229Z","caller":"traceutil/trace.go:171","msg":"trace[259194252] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"263.010053ms","start":"2026-04-28T07:27:42.308201Z","end":"2026-04-28T07:27:42.571211Z","steps":["trace[259194252] 'process raft request' (duration: 262.586862ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:42.57126Z","caller":"traceutil/trace.go:171","msg":"trace[808463914] linearizableReadLoop","detail":"{readStateIndex:5483; appliedIndex:5478; }","duration":"720.649883ms","start":"2026-04-28T07:27:41.850576Z","end":"2026-04-28T07:27:42.571226Z","steps":["trace[808463914] 'read index received' (duration: 569.660633ms)","trace[808463914] 'applied index is now lower than readState.Index' (duration: 150.98817ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:42.571302Z","caller":"traceutil/trace.go:171","msg":"trace[1415413848] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"263.082335ms","start":"2026-04-28T07:27:42.308202Z","end":"2026-04-28T07:27:42.571284Z","steps":["trace[1415413848] 'process raft request' (duration: 262.860338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:42.571544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.15191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-28T07:27:42.571556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.492815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:27:42.571596Z","caller":"traceutil/trace.go:171","msg":"trace[1139540537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5264; }","duration":"245.252172ms","start":"2026-04-28T07:27:42.326329Z","end":"2026-04-28T07:27:42.571581Z","steps":["trace[1139540537] 'agreement among raft nodes before linearized reading' (duration: 245.074108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:42.571599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.244711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:27:42.571625Z","caller":"traceutil/trace.go:171","msg":"trace[1879617574] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5264; }","duration":"237.627279ms","start":"2026-04-28T07:27:42.33398Z","end":"2026-04-28T07:27:42.571607Z","steps":["trace[1879617574] 'agreement among raft nodes before linearized reading' (duration: 237.429854ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:42.571677Z","caller":"traceutil/trace.go:171","msg":"trace[1713173678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5264; }","duration":"243.340144ms","start":"2026-04-28T07:27:42.328307Z","end":"2026-04-28T07:27:42.571647Z","steps":["trace[1713173678] 'agreement among raft nodes before linearized reading' (duration: 243.138659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:42.571811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.019459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:27:42.571846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.384576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:27:42.571899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.381559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T07:27:42.571967Z","caller":"traceutil/trace.go:171","msg":"trace[467835159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5264; }","duration":"245.53885ms","start":"2026-04-28T07:27:42.326412Z","end":"2026-04-28T07:27:42.571951Z","steps":["trace[467835159] 'agreement among raft nodes before linearized reading' (duration: 245.116409ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:42.571861Z","caller":"traceutil/trace.go:171","msg":"trace[1602370313] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:5264; }","duration":"236.09223ms","start":"2026-04-28T07:27:42.335757Z","end":"2026-04-28T07:27:42.571849Z","steps":["trace[1602370313] 'agreement among raft nodes before linearized reading' (duration: 235.975617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:42.572079Z","caller":"traceutil/trace.go:171","msg":"trace[1172484822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5264; }","duration":"240.659845ms","start":"2026-04-28T07:27:42.331396Z","end":"2026-04-28T07:27:42.572056Z","steps":["trace[1172484822] 'agreement among raft nodes before linearized reading' (duration: 240.174223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:42.572392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.781981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-28T07:27:42.572514Z","caller":"traceutil/trace.go:171","msg":"trace[2143048751] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5264; }","duration":"721.927875ms","start":"2026-04-28T07:27:41.85056Z","end":"2026-04-28T07:27:42.572488Z","steps":["trace[2143048751] 'agreement among raft nodes before linearized reading' (duration: 720.797337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:42.572603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:41.850515Z","time spent":"722.068869ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-28T07:27:42.572729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.544305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T07:27:42.572863Z","caller":"traceutil/trace.go:171","msg":"trace[1924321869] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:5264; }","duration":"231.899734ms","start":"2026-04-28T07:27:42.34093Z","end":"2026-04-28T07:27:42.57283Z","steps":["trace[1924321869] 'agreement among raft nodes before linearized reading' (duration: 230.525479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:42.809717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.80944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:27:42.809846Z","caller":"traceutil/trace.go:171","msg":"trace[101691591] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"232.15632ms","start":"2026-04-28T07:27:42.577667Z","end":"2026-04-28T07:27:42.809823Z","steps":["trace[101691591] 'process raft request' (duration: 69.145734ms)","trace[101691591] 'compare' (duration: 162.548484ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:42.899263Z","caller":"traceutil/trace.go:171","msg":"trace[1657179063] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"321.206479ms","start":"2026-04-28T07:27:42.57802Z","end":"2026-04-28T07:27:42.899227Z","steps":["trace[1657179063] 'process raft request' (duration: 321.118877ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:42.899351Z","caller":"traceutil/trace.go:171","msg":"trace[1727958972] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"321.358493ms","start":"2026-04-28T07:27:42.577955Z","end":"2026-04-28T07:27:42.899314Z","steps":["trace[1727958972] 'process raft request' (duration: 321.139087ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:42.899357Z","caller":"traceutil/trace.go:171","msg":"trace[1125640621] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"321.521507ms","start":"2026-04-28T07:27:42.577783Z","end":"2026-04-28T07:27:42.899304Z","steps":["trace[1125640621] 'process raft request' (duration: 321.115787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:42.899495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:42.578013Z","time spent":"321.363003ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:42.899536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:42.577929Z","time spent":"321.501457ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:42.899555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:42.577626Z","time spent":"321.827074ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:27:42.899577Z","caller":"traceutil/trace.go:171","msg":"trace[208352863] linearizableReadLoop","detail":"{readStateIndex:5486; appliedIndex:5483; }","duration":"321.780823ms","start":"2026-04-28T07:27:42.577752Z","end":"2026-04-28T07:27:42.899533Z","steps":["trace[208352863] 'read index received' (duration: 69.135754ms)","trace[208352863] 'applied index is now lower than readState.Index' (duration: 252.642509ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:27:42.899673Z","caller":"traceutil/trace.go:171","msg":"trace[828090344] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"321.529657ms","start":"2026-04-28T07:27:42.57811Z","end":"2026-04-28T07:27:42.89964Z","steps":["trace[828090344] 'process raft request' (duration: 321.070086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:42.899817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:42.578097Z","time spent":"321.661881ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:27:42.899922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.074995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"warn","ts":"2026-04-28T07:27:42.899896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.086051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:42.899966Z","caller":"traceutil/trace.go:171","msg":"trace[490319505] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5269; }","duration":"319.157427ms","start":"2026-04-28T07:27:42.580797Z","end":"2026-04-28T07:27:42.899954Z","steps":["trace[490319505] 'agreement among raft nodes before linearized reading' (duration: 318.994183ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:42.900051Z","caller":"traceutil/trace.go:171","msg":"trace[1969764136] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:5269; }","duration":"322.290717ms","start":"2026-04-28T07:27:42.577694Z","end":"2026-04-28T07:27:42.899985Z","steps":["trace[1969764136] 'agreement among raft nodes before linearized reading' (duration: 321.964369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:42.900094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:42.580779Z","time spent":"319.2975ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1339,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-28T07:27:42.900115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:42.577669Z","time spent":"322.42819ms","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:27:42.900121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.592747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:27:42.900171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.004078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120245"} {"level":"info","ts":"2026-04-28T07:27:42.900229Z","caller":"traceutil/trace.go:171","msg":"trace[859046168] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5269; }","duration":"318.067009ms","start":"2026-04-28T07:27:42.582146Z","end":"2026-04-28T07:27:42.900213Z","steps":["trace[859046168] 'agreement among raft nodes before linearized reading' (duration: 317.620188ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:42.900229Z","caller":"traceutil/trace.go:171","msg":"trace[2090272712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5269; }","duration":"196.760722ms","start":"2026-04-28T07:27:42.703439Z","end":"2026-04-28T07:27:42.900199Z","steps":["trace[2090272712] 'agreement among raft nodes before linearized reading' (duration: 196.588608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:42.900197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.989669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:12 size:120245"} {"level":"warn","ts":"2026-04-28T07:27:42.900281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:42.582117Z","time spent":"318.150882ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120267,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:27:42.900307Z","caller":"traceutil/trace.go:171","msg":"trace[880268182] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:12; response_revision:5269; }","duration":"322.122652ms","start":"2026-04-28T07:27:42.578161Z","end":"2026-04-28T07:27:42.900283Z","steps":["trace[880268182] 'agreement among raft nodes before linearized reading' (duration: 321.609729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:42.900371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:27:42.578133Z","time spent":"322.215835ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":12,"response size":120267,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-28T07:27:49.432549Z","caller":"traceutil/trace.go:171","msg":"trace[864788588] transaction","detail":"{read_only:false; response_revision:5308; number_of_response:1; }","duration":"107.260931ms","start":"2026-04-28T07:27:49.32526Z","end":"2026-04-28T07:27:49.432521Z","steps":["trace[864788588] 'process raft request' (duration: 106.783529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:27:55.282684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.888055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:27:55.282811Z","caller":"traceutil/trace.go:171","msg":"trace[1631280294] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5338; }","duration":"119.139432ms","start":"2026-04-28T07:27:55.163644Z","end":"2026-04-28T07:27:55.282783Z","steps":["trace[1631280294] 'range keys from in-memory index tree' (duration: 118.735972ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:58.873613Z","caller":"traceutil/trace.go:171","msg":"trace[552884794] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"247.403946ms","start":"2026-04-28T07:27:58.626185Z","end":"2026-04-28T07:27:58.873589Z","steps":["trace[552884794] 'process raft request' (duration: 247.202741ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:58.887319Z","caller":"traceutil/trace.go:171","msg":"trace[1662490636] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"154.968001ms","start":"2026-04-28T07:27:58.732327Z","end":"2026-04-28T07:27:58.887295Z","steps":["trace[1662490636] 'process raft request' (duration: 154.885879ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:58.887356Z","caller":"traceutil/trace.go:171","msg":"trace[1568362633] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"193.026117ms","start":"2026-04-28T07:27:58.694287Z","end":"2026-04-28T07:27:58.887314Z","steps":["trace[1568362633] 'process raft request' (duration: 192.783781ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:58.887561Z","caller":"traceutil/trace.go:171","msg":"trace[375328562] transaction","detail":"{read_only:false; response_revision:5365; number_of_response:1; }","duration":"145.611954ms","start":"2026-04-28T07:27:58.741922Z","end":"2026-04-28T07:27:58.887534Z","steps":["trace[375328562] 'process raft request' (duration: 145.330147ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:58.887586Z","caller":"traceutil/trace.go:171","msg":"trace[1961095189] transaction","detail":"{read_only:false; response_revision:5367; number_of_response:1; }","duration":"144.143577ms","start":"2026-04-28T07:27:58.743424Z","end":"2026-04-28T07:27:58.887567Z","steps":["trace[1961095189] 'process raft request' (duration: 144.107256ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:27:58.887606Z","caller":"traceutil/trace.go:171","msg":"trace[88998335] transaction","detail":"{read_only:false; response_revision:5366; number_of_response:1; }","duration":"145.639095ms","start":"2026-04-28T07:27:58.741942Z","end":"2026-04-28T07:27:58.887581Z","steps":["trace[88998335] 'process raft request' (duration: 145.511141ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:01.165854Z","caller":"traceutil/trace.go:171","msg":"trace[1196950352] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"111.392426ms","start":"2026-04-28T07:28:01.054412Z","end":"2026-04-28T07:28:01.165805Z","steps":["trace[1196950352] 'process raft request' (duration: 46.950871ms)","trace[1196950352] 'compare' (duration: 64.027924ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:28:09.056711Z","caller":"traceutil/trace.go:171","msg":"trace[1805472974] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"134.43205ms","start":"2026-04-28T07:28:08.92225Z","end":"2026-04-28T07:28:09.056682Z","steps":["trace[1805472974] 'process raft request' (duration: 134.200914ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:09.056903Z","caller":"traceutil/trace.go:171","msg":"trace[371816764] linearizableReadLoop","detail":"{readStateIndex:5729; appliedIndex:5727; }","duration":"111.710504ms","start":"2026-04-28T07:28:08.945182Z","end":"2026-04-28T07:28:09.056892Z","steps":["trace[371816764] 'read index received' (duration: 111.276814ms)","trace[371816764] 'applied index is now lower than readState.Index' (duration: 432.44µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:28:09.057102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.913279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:28:09.057181Z","caller":"traceutil/trace.go:171","msg":"trace[1055765820] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5504; }","duration":"112.053732ms","start":"2026-04-28T07:28:08.945115Z","end":"2026-04-28T07:28:09.057169Z","steps":["trace[1055765820] 'agreement among raft nodes before linearized reading' (duration: 111.887078ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:09.057073Z","caller":"traceutil/trace.go:171","msg":"trace[779485700] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"134.781739ms","start":"2026-04-28T07:28:08.922248Z","end":"2026-04-28T07:28:09.05703Z","steps":["trace[779485700] 'process raft request' (duration: 134.369208ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:09.153699Z","caller":"traceutil/trace.go:171","msg":"trace[2074797913] transaction","detail":"{read_only:false; response_revision:5505; number_of_response:1; }","duration":"200.963269ms","start":"2026-04-28T07:28:08.9527Z","end":"2026-04-28T07:28:09.153663Z","steps":["trace[2074797913] 'process raft request' (duration: 191.148499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:09.154066Z","caller":"traceutil/trace.go:171","msg":"trace[280653715] transaction","detail":"{read_only:false; response_revision:5506; number_of_response:1; }","duration":"164.7445ms","start":"2026-04-28T07:28:08.989284Z","end":"2026-04-28T07:28:09.154028Z","steps":["trace[280653715] 'process raft request' (duration: 164.317699ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:09.154111Z","caller":"traceutil/trace.go:171","msg":"trace[1009681817] transaction","detail":"{read_only:false; response_revision:5507; number_of_response:1; }","duration":"164.74657ms","start":"2026-04-28T07:28:08.989309Z","end":"2026-04-28T07:28:09.154055Z","steps":["trace[1009681817] 'process raft request' (duration: 164.549975ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:09.154184Z","caller":"traceutil/trace.go:171","msg":"trace[1117145473] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"164.725269ms","start":"2026-04-28T07:28:08.989434Z","end":"2026-04-28T07:28:09.154159Z","steps":["trace[1117145473] 'process raft request' (duration: 164.572596ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:09.154711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.099483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T07:28:09.154859Z","caller":"traceutil/trace.go:171","msg":"trace[1022172152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5508; }","duration":"119.318027ms","start":"2026-04-28T07:28:09.035508Z","end":"2026-04-28T07:28:09.154826Z","steps":["trace[1022172152] 'agreement among raft nodes before linearized reading' (duration: 118.848515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:09.392311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.618708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:28:09.392771Z","caller":"traceutil/trace.go:171","msg":"trace[591540253] transaction","detail":"{read_only:false; response_revision:5510; number_of_response:1; }","duration":"233.171366ms","start":"2026-04-28T07:28:09.159572Z","end":"2026-04-28T07:28:09.392743Z","steps":["trace[591540253] 'process raft request' (duration: 131.027164ms)","trace[591540253] 'compare' (duration: 101.483845ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:28:09.392954Z","caller":"traceutil/trace.go:171","msg":"trace[1431186713] linearizableReadLoop","detail":"{readStateIndex:5736; appliedIndex:5734; }","duration":"192.664858ms","start":"2026-04-28T07:28:09.200241Z","end":"2026-04-28T07:28:09.392906Z","steps":["trace[1431186713] 'read index received' (duration: 90.29582ms)","trace[1431186713] 'applied index is now lower than readState.Index' (duration: 102.365918ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:28:09.393Z","caller":"traceutil/trace.go:171","msg":"trace[622012691] transaction","detail":"{read_only:false; response_revision:5511; number_of_response:1; }","duration":"233.292488ms","start":"2026-04-28T07:28:09.159664Z","end":"2026-04-28T07:28:09.392956Z","steps":["trace[622012691] 'process raft request' (duration: 232.760095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:09.393271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.765035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"warn","ts":"2026-04-28T07:28:09.393248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.978315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T07:28:09.393321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.025759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T07:28:09.393329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.924201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:28:09.393341Z","caller":"traceutil/trace.go:171","msg":"trace[1311743014] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:5511; }","duration":"141.861859ms","start":"2026-04-28T07:28:09.251461Z","end":"2026-04-28T07:28:09.393323Z","steps":["trace[1311743014] 'agreement among raft nodes before linearized reading' (duration: 141.658024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:09.393338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.790098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:28:09.393379Z","caller":"traceutil/trace.go:171","msg":"trace[1896683876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5511; }","duration":"158.124331ms","start":"2026-04-28T07:28:09.235238Z","end":"2026-04-28T07:28:09.393362Z","steps":["trace[1896683876] 'agreement among raft nodes before linearized reading' (duration: 157.935366ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:09.393391Z","caller":"traceutil/trace.go:171","msg":"trace[1856511081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5511; }","duration":"172.049424ms","start":"2026-04-28T07:28:09.221323Z","end":"2026-04-28T07:28:09.393372Z","steps":["trace[1856511081] 'agreement among raft nodes before linearized reading' (duration: 171.799628ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:09.393414Z","caller":"traceutil/trace.go:171","msg":"trace[275907181] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:5511; }","duration":"132.911321ms","start":"2026-04-28T07:28:09.260487Z","end":"2026-04-28T07:28:09.393398Z","steps":["trace[275907181] 'agreement among raft nodes before linearized reading' (duration: 132.669205ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:09.393362Z","caller":"traceutil/trace.go:171","msg":"trace[1012101114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5511; }","duration":"193.14178ms","start":"2026-04-28T07:28:09.200199Z","end":"2026-04-28T07:28:09.393341Z","steps":["trace[1012101114] 'agreement among raft nodes before linearized reading' (duration: 192.827512ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:19.506809Z","caller":"traceutil/trace.go:171","msg":"trace[1075603243] transaction","detail":"{read_only:false; response_revision:5572; number_of_response:1; }","duration":"289.012901ms","start":"2026-04-28T07:28:19.217768Z","end":"2026-04-28T07:28:19.506781Z","steps":["trace[1075603243] 'process raft request' (duration: 255.936523ms)","trace[1075603243] 'compare' (duration: 32.866063ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:28:19.507086Z","caller":"traceutil/trace.go:171","msg":"trace[929262745] transaction","detail":"{read_only:false; response_revision:5573; number_of_response:1; }","duration":"288.779876ms","start":"2026-04-28T07:28:19.218285Z","end":"2026-04-28T07:28:19.507065Z","steps":["trace[929262745] 'process raft request' (duration: 288.446968ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:19.507405Z","caller":"traceutil/trace.go:171","msg":"trace[1921616649] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"286.866618ms","start":"2026-04-28T07:28:19.220516Z","end":"2026-04-28T07:28:19.507383Z","steps":["trace[1921616649] 'process raft request' (duration: 286.454927ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:19.507447Z","caller":"traceutil/trace.go:171","msg":"trace[1744520773] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5575; }","duration":"248.843873ms","start":"2026-04-28T07:28:19.258582Z","end":"2026-04-28T07:28:19.507425Z","steps":["trace[1744520773] 'process raft request' (duration: 248.652197ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:19.507613Z","caller":"traceutil/trace.go:171","msg":"trace[1243889139] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"181.568987ms","start":"2026-04-28T07:28:19.326037Z","end":"2026-04-28T07:28:19.507606Z","steps":["trace[1243889139] 'process raft request' (duration: 181.331221ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:21.284482Z","caller":"traceutil/trace.go:171","msg":"trace[422266192] transaction","detail":"{read_only:false; response_revision:5589; number_of_response:1; }","duration":"107.522698ms","start":"2026-04-28T07:28:21.176929Z","end":"2026-04-28T07:28:21.284452Z","steps":["trace[422266192] 'process raft request' (duration: 106.78324ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:35.779687Z","caller":"traceutil/trace.go:171","msg":"trace[274862795] transaction","detail":"{read_only:false; response_revision:5722; number_of_response:1; }","duration":"156.545866ms","start":"2026-04-28T07:28:35.623087Z","end":"2026-04-28T07:28:35.779633Z","steps":["trace[274862795] 'process raft request' (duration: 156.175037ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:35.788444Z","caller":"traceutil/trace.go:171","msg":"trace[433336878] transaction","detail":"{read_only:false; response_revision:5723; number_of_response:1; }","duration":"154.238537ms","start":"2026-04-28T07:28:35.634183Z","end":"2026-04-28T07:28:35.788421Z","steps":["trace[433336878] 'process raft request' (duration: 153.898048ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:35.788655Z","caller":"traceutil/trace.go:171","msg":"trace[2078229015] transaction","detail":"{read_only:false; response_revision:5724; number_of_response:1; }","duration":"119.699253ms","start":"2026-04-28T07:28:35.668942Z","end":"2026-04-28T07:28:35.788642Z","steps":["trace[2078229015] 'process raft request' (duration: 119.236612ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:50.027148Z","caller":"traceutil/trace.go:171","msg":"trace[683821131] linearizableReadLoop","detail":"{readStateIndex:6067; appliedIndex:6065; }","duration":"118.7449ms","start":"2026-04-28T07:28:49.908381Z","end":"2026-04-28T07:28:50.027126Z","steps":["trace[683821131] 'read index received' (duration: 102.584302ms)","trace[683821131] 'applied index is now lower than readState.Index' (duration: 16.159558ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:28:50.027232Z","caller":"traceutil/trace.go:171","msg":"trace[252516974] transaction","detail":"{read_only:false; response_revision:5830; number_of_response:1; }","duration":"120.626518ms","start":"2026-04-28T07:28:49.906574Z","end":"2026-04-28T07:28:50.027201Z","steps":["trace[252516974] 'process raft request' (duration: 104.377947ms)","trace[252516974] 'compare' (duration: 15.976734ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:28:50.027352Z","caller":"traceutil/trace.go:171","msg":"trace[1084560574] transaction","detail":"{read_only:false; response_revision:5831; number_of_response:1; }","duration":"120.409932ms","start":"2026-04-28T07:28:49.906884Z","end":"2026-04-28T07:28:50.027294Z","steps":["trace[1084560574] 'process raft request' (duration: 120.186647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:50.027458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.043638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1317"} {"level":"info","ts":"2026-04-28T07:28:50.027529Z","caller":"traceutil/trace.go:171","msg":"trace[1336788433] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:5831; }","duration":"119.157381ms","start":"2026-04-28T07:28:49.908348Z","end":"2026-04-28T07:28:50.027505Z","steps":["trace[1336788433] 'agreement among raft nodes before linearized reading' (duration: 118.923045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:50.027693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.765568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:28:50.027758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.585776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T07:28:50.027806Z","caller":"traceutil/trace.go:171","msg":"trace[1773537276] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5832; }","duration":"110.954563ms","start":"2026-04-28T07:28:49.916828Z","end":"2026-04-28T07:28:50.027783Z","steps":["trace[1773537276] 'agreement among raft nodes before linearized reading' (duration: 110.712087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:50.02786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.637528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"warn","ts":"2026-04-28T07:28:50.027833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.468881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:28:50.02791Z","caller":"traceutil/trace.go:171","msg":"trace[1008299515] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:5832; }","duration":"103.742171ms","start":"2026-04-28T07:28:49.924152Z","end":"2026-04-28T07:28:50.027894Z","steps":["trace[1008299515] 'agreement among raft nodes before linearized reading' (duration: 103.497645ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:50.027938Z","caller":"traceutil/trace.go:171","msg":"trace[1705536729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5832; }","duration":"110.611154ms","start":"2026-04-28T07:28:49.917302Z","end":"2026-04-28T07:28:50.027914Z","steps":["trace[1705536729] 'agreement among raft nodes before linearized reading' (duration: 110.308206ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:28:50.027853Z","caller":"traceutil/trace.go:171","msg":"trace[1953601911] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:5832; }","duration":"101.686599ms","start":"2026-04-28T07:28:49.926128Z","end":"2026-04-28T07:28:50.027815Z","steps":["trace[1953601911] 'agreement among raft nodes before linearized reading' (duration: 101.449804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:28:50.028026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.999934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:28:50.028069Z","caller":"traceutil/trace.go:171","msg":"trace[1053657795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5832; }","duration":"111.084156ms","start":"2026-04-28T07:28:49.916972Z","end":"2026-04-28T07:28:50.028056Z","steps":["trace[1053657795] 'agreement among raft nodes before linearized reading' (duration: 110.948643ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:31:11.788647Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4669} {"level":"info","ts":"2026-04-28T07:31:11.83853Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4669,"took":"48.303882ms","hash":307894874,"current-db-size-bytes":42389504,"current-db-size":"42 MB","current-db-size-in-use-bytes":18259968,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-28T07:31:11.838594Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":307894874,"revision":4669,"compact-revision":2924} {"level":"info","ts":"2026-04-28T07:33:17.821294Z","caller":"traceutil/trace.go:171","msg":"trace[1542867197] transaction","detail":"{read_only:false; response_revision:7291; number_of_response:1; }","duration":"200.6618ms","start":"2026-04-28T07:33:17.620594Z","end":"2026-04-28T07:33:17.821256Z","steps":["trace[1542867197] 'process raft request' (duration: 146.46602ms)","trace[1542867197] 'compare' (duration: 54.046457ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:17.898267Z","caller":"traceutil/trace.go:171","msg":"trace[750161060] transaction","detail":"{read_only:false; response_revision:7293; number_of_response:1; }","duration":"277.634035ms","start":"2026-04-28T07:33:17.6206Z","end":"2026-04-28T07:33:17.898234Z","steps":["trace[750161060] 'process raft request' (duration: 277.543312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:17.89835Z","caller":"traceutil/trace.go:171","msg":"trace[876755728] transaction","detail":"{read_only:false; response_revision:7292; number_of_response:1; }","duration":"277.664145ms","start":"2026-04-28T07:33:17.620599Z","end":"2026-04-28T07:33:17.898263Z","steps":["trace[876755728] 'process raft request' (duration: 277.322387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:17.898551Z","caller":"traceutil/trace.go:171","msg":"trace[1468990368] transaction","detail":"{read_only:false; response_revision:7294; number_of_response:1; }","duration":"277.746738ms","start":"2026-04-28T07:33:17.62076Z","end":"2026-04-28T07:33:17.898507Z","steps":["trace[1468990368] 'process raft request' (duration: 277.423279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:21.844524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.196628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:33:21.844575Z","caller":"traceutil/trace.go:171","msg":"trace[1360782176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7310; }","duration":"141.257649ms","start":"2026-04-28T07:33:21.703307Z","end":"2026-04-28T07:33:21.844564Z","steps":["trace[1360782176] 'range keys from in-memory index tree' (duration: 141.110266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:23.279877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.811997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:33:23.280051Z","caller":"traceutil/trace.go:171","msg":"trace[1780245555] transaction","detail":"{read_only:false; response_revision:7318; number_of_response:1; }","duration":"146.325737ms","start":"2026-04-28T07:33:23.13371Z","end":"2026-04-28T07:33:23.280035Z","steps":["trace[1780245555] 'process raft request' (duration: 146.253665ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:23.280305Z","caller":"traceutil/trace.go:171","msg":"trace[332105035] transaction","detail":"{read_only:false; response_revision:7317; number_of_response:1; }","duration":"260.124901ms","start":"2026-04-28T07:33:23.020169Z","end":"2026-04-28T07:33:23.280294Z","steps":["trace[332105035] 'process raft request' (duration: 141.818432ms)","trace[332105035] 'compare' (duration: 117.719935ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:23.797761Z","caller":"traceutil/trace.go:171","msg":"trace[1095000518] transaction","detail":"{read_only:false; response_revision:7326; number_of_response:1; }","duration":"102.188861ms","start":"2026-04-28T07:33:23.695523Z","end":"2026-04-28T07:33:23.797712Z","steps":["trace[1095000518] 'process raft request' (duration: 54.698541ms)","trace[1095000518] 'compare' (duration: 47.07505ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:55.919325Z","caller":"traceutil/trace.go:171","msg":"trace[1632388974] transaction","detail":"{read_only:false; response_revision:7529; number_of_response:1; }","duration":"170.132399ms","start":"2026-04-28T07:33:55.749164Z","end":"2026-04-28T07:33:55.919296Z","steps":["trace[1632388974] 'process raft request' (duration: 169.907573ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:56.038224Z","caller":"traceutil/trace.go:171","msg":"trace[112457498] transaction","detail":"{read_only:false; response_revision:7531; number_of_response:1; }","duration":"109.927007ms","start":"2026-04-28T07:33:55.928254Z","end":"2026-04-28T07:33:56.038181Z","steps":["trace[112457498] 'process raft request' (duration: 75.645481ms)","trace[112457498] 'compare' (duration: 34.113112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:56.242156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.152537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:33:56.242377Z","caller":"traceutil/trace.go:171","msg":"trace[456909084] linearizableReadLoop","detail":"{readStateIndex:7838; appliedIndex:7837; }","duration":"163.800339ms","start":"2026-04-28T07:33:56.078557Z","end":"2026-04-28T07:33:56.242358Z","steps":["trace[456909084] 'read index received' (duration: 60.281373ms)","trace[456909084] 'applied index is now lower than readState.Index' (duration: 103.517636ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:56.242521Z","caller":"traceutil/trace.go:171","msg":"trace[37024505] transaction","detail":"{read_only:false; response_revision:7533; number_of_response:1; }","duration":"175.251739ms","start":"2026-04-28T07:33:56.067213Z","end":"2026-04-28T07:33:56.242465Z","steps":["trace[37024505] 'process raft request' (duration: 71.703262ms)","trace[37024505] 'compare' (duration: 103.003913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:33:56.242839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.23761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T07:33:56.242976Z","caller":"traceutil/trace.go:171","msg":"trace[1840232850] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:7533; }","duration":"164.408725ms","start":"2026-04-28T07:33:56.078535Z","end":"2026-04-28T07:33:56.242944Z","steps":["trace[1840232850] 'agreement among raft nodes before linearized reading' (duration: 163.952223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:56.243081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.60978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-28T07:33:56.243236Z","caller":"traceutil/trace.go:171","msg":"trace[1089676294] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7533; }","duration":"115.791416ms","start":"2026-04-28T07:33:56.1274Z","end":"2026-04-28T07:33:56.243191Z","steps":["trace[1089676294] 'agreement among raft nodes before linearized reading' (duration: 115.355495ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:56.42709Z","caller":"traceutil/trace.go:171","msg":"trace[2100632377] transaction","detail":"{read_only:false; response_revision:7534; number_of_response:1; }","duration":"177.812194ms","start":"2026-04-28T07:33:56.249241Z","end":"2026-04-28T07:33:56.427053Z","steps":["trace[2100632377] 'process raft request' (duration: 95.722809ms)","trace[2100632377] 'compare' (duration: 81.929841ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:56.433065Z","caller":"traceutil/trace.go:171","msg":"trace[961853145] linearizableReadLoop","detail":"{readStateIndex:7841; appliedIndex:7838; }","duration":"122.28371ms","start":"2026-04-28T07:33:56.310755Z","end":"2026-04-28T07:33:56.433039Z","steps":["trace[961853145] 'read index received' (duration: 34.211354ms)","trace[961853145] 'applied index is now lower than readState.Index' (duration: 88.071096ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:33:56.433125Z","caller":"traceutil/trace.go:171","msg":"trace[2066966080] transaction","detail":"{read_only:false; response_revision:7535; number_of_response:1; }","duration":"183.667961ms","start":"2026-04-28T07:33:56.249418Z","end":"2026-04-28T07:33:56.433086Z","steps":["trace[2066966080] 'process raft request' (duration: 183.385294ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:56.433106Z","caller":"traceutil/trace.go:171","msg":"trace[1674306309] transaction","detail":"{read_only:false; response_revision:7536; number_of_response:1; }","duration":"183.181609ms","start":"2026-04-28T07:33:56.249911Z","end":"2026-04-28T07:33:56.433092Z","steps":["trace[1674306309] 'process raft request' (duration: 183.076267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:56.433313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.540316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:33:56.433371Z","caller":"traceutil/trace.go:171","msg":"trace[1715642280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7536; }","duration":"122.673ms","start":"2026-04-28T07:33:56.310682Z","end":"2026-04-28T07:33:56.433355Z","steps":["trace[1715642280] 'agreement among raft nodes before linearized reading' (duration: 122.455315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:56.433458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.312821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T07:33:56.433495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.067312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:33:56.43353Z","caller":"traceutil/trace.go:171","msg":"trace[1632161403] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7536; }","duration":"122.436584ms","start":"2026-04-28T07:33:56.31108Z","end":"2026-04-28T07:33:56.433517Z","steps":["trace[1632161403] 'agreement among raft nodes before linearized reading' (duration: 122.25574ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:33:56.433578Z","caller":"traceutil/trace.go:171","msg":"trace[1146129858] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:7536; }","duration":"116.172595ms","start":"2026-04-28T07:33:56.317358Z","end":"2026-04-28T07:33:56.43353Z","steps":["trace[1146129858] 'agreement among raft nodes before linearized reading' (duration: 116.006501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:33:56.433647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.339019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T07:33:56.433724Z","caller":"traceutil/trace.go:171","msg":"trace[953811252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7536; }","duration":"118.545335ms","start":"2026-04-28T07:33:56.315162Z","end":"2026-04-28T07:33:56.433708Z","steps":["trace[953811252] 'agreement among raft nodes before linearized reading' (duration: 118.214167ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:34:17.963632Z","caller":"traceutil/trace.go:171","msg":"trace[625109657] transaction","detail":"{read_only:false; response_revision:7999; number_of_response:1; }","duration":"134.793866ms","start":"2026-04-28T07:34:17.828805Z","end":"2026-04-28T07:34:17.963599Z","steps":["trace[625109657] 'process raft request' (duration: 134.416546ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:34:55.505136Z","caller":"traceutil/trace.go:171","msg":"trace[1110541101] transaction","detail":"{read_only:false; response_revision:9026; number_of_response:1; }","duration":"299.849856ms","start":"2026-04-28T07:34:55.205209Z","end":"2026-04-28T07:34:55.505058Z","steps":["trace[1110541101] 'process raft request' (duration: 299.438355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:55.505422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:55.205193Z","time spent":"300.086893ms","remote":"127.0.0.1:51496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1047,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:34:55.558851Z","caller":"traceutil/trace.go:171","msg":"trace[1247758367] linearizableReadLoop","detail":"{readStateIndex:9360; appliedIndex:9359; }","duration":"299.255561ms","start":"2026-04-28T07:34:55.259577Z","end":"2026-04-28T07:34:55.558832Z","steps":["trace[1247758367] 'read index received' (duration: 245.503994ms)","trace[1247758367] 'applied index is now lower than readState.Index' (duration: 53.750957ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:34:55.559266Z","caller":"traceutil/trace.go:171","msg":"trace[1022401346] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"353.580764ms","start":"2026-04-28T07:34:55.205676Z","end":"2026-04-28T07:34:55.559256Z","steps":["trace[1022401346] 'process raft request' (duration: 352.796754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:55.559372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:55.205666Z","time spent":"353.626705ms","remote":"127.0.0.1:51496","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1292,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:34:55.559524Z","caller":"traceutil/trace.go:171","msg":"trace[1537974670] transaction","detail":"{read_only:false; response_revision:9029; number_of_response:1; }","duration":"223.932169ms","start":"2026-04-28T07:34:55.335547Z","end":"2026-04-28T07:34:55.559479Z","steps":["trace[1537974670] 'process raft request' (duration: 223.219231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:55.559566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.99236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-04-28T07:34:55.561333Z","caller":"traceutil/trace.go:171","msg":"trace[1731115121] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:9029; }","duration":"301.804905ms","start":"2026-04-28T07:34:55.259509Z","end":"2026-04-28T07:34:55.561314Z","steps":["trace[1731115121] 'agreement among raft nodes before linearized reading' (duration: 300.004769ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:34:55.559603Z","caller":"traceutil/trace.go:171","msg":"trace[1180379711] transaction","detail":"{read_only:false; response_revision:9028; number_of_response:1; }","duration":"299.985129ms","start":"2026-04-28T07:34:55.259611Z","end":"2026-04-28T07:34:55.559596Z","steps":["trace[1180379711] 'process raft request' (duration: 299.111838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:55.55975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.794733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:34:55.559801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.270363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-db-init-52j6v\" ","response":"range_response_count:1 size:7150"} {"level":"warn","ts":"2026-04-28T07:34:55.559875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.003009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:34:55.559909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.231765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:34:55.559935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.146551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-04-28T07:34:55.559937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.668156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:34:55.559986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.017699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:34:55.56008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.83762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:34:55.561529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:55.259478Z","time spent":"302.030831ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":534,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"info","ts":"2026-04-28T07:34:55.56169Z","caller":"traceutil/trace.go:171","msg":"trace[27498827] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9029; }","duration":"185.772004ms","start":"2026-04-28T07:34:55.375898Z","end":"2026-04-28T07:34:55.56167Z","steps":["trace[27498827] 'agreement among raft nodes before linearized reading' (duration: 183.808874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:34:55.561711Z","caller":"traceutil/trace.go:171","msg":"trace[480548803] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9029; }","duration":"186.451681ms","start":"2026-04-28T07:34:55.375248Z","end":"2026-04-28T07:34:55.5617Z","steps":["trace[480548803] 'agreement among raft nodes before linearized reading' (duration: 184.674526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:34:55.561711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:34:55.259572Z","time spent":"302.070782ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:34:55.561811Z","caller":"traceutil/trace.go:171","msg":"trace[16624567] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9029; }","duration":"186.642726ms","start":"2026-04-28T07:34:55.375149Z","end":"2026-04-28T07:34:55.561792Z","steps":["trace[16624567] 'agreement among raft nodes before linearized reading' (duration: 184.81562ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:34:55.561606Z","caller":"traceutil/trace.go:171","msg":"trace[1775225674] range","detail":"{range_begin:/registry/pods/openstack/heat-db-init-52j6v; range_end:; response_count:1; response_revision:9029; }","duration":"248.14127ms","start":"2026-04-28T07:34:55.313445Z","end":"2026-04-28T07:34:55.561586Z","steps":["trace[1775225674] 'agreement among raft nodes before linearized reading' (duration: 246.15628ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:34:55.561706Z","caller":"traceutil/trace.go:171","msg":"trace[571130416] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9029; }","duration":"185.763024ms","start":"2026-04-28T07:34:55.375866Z","end":"2026-04-28T07:34:55.561628Z","steps":["trace[571130416] 'agreement among raft nodes before linearized reading' (duration: 183.986269ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:34:55.561617Z","caller":"traceutil/trace.go:171","msg":"trace[1353258888] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:9029; }","duration":"185.953939ms","start":"2026-04-28T07:34:55.375635Z","end":"2026-04-28T07:34:55.561589Z","steps":["trace[1353258888] 'agreement among raft nodes before linearized reading' (duration: 184.259916ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:34:55.561673Z","caller":"traceutil/trace.go:171","msg":"trace[1432673894] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9029; }","duration":"162.902846ms","start":"2026-04-28T07:34:55.398755Z","end":"2026-04-28T07:34:55.561658Z","steps":["trace[1432673894] 'agreement among raft nodes before linearized reading' (duration: 161.11262ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:34:55.562343Z","caller":"traceutil/trace.go:171","msg":"trace[485422331] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:0; response_revision:9029; }","duration":"186.392669ms","start":"2026-04-28T07:34:55.375931Z","end":"2026-04-28T07:34:55.562323Z","steps":["trace[485422331] 'agreement among raft nodes before linearized reading' (duration: 184.03378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.727583Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765125416,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:35:05.740483Z","caller":"traceutil/trace.go:171","msg":"trace[1811252079] transaction","detail":"{read_only:false; response_revision:9335; number_of_response:1; }","duration":"540.356958ms","start":"2026-04-28T07:35:05.200073Z","end":"2026-04-28T07:35:05.74043Z","steps":["trace[1811252079] 'process raft request' (duration: 540.124463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.740811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:05.20004Z","time spent":"540.538013ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6934,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:35:05.872474Z","caller":"traceutil/trace.go:171","msg":"trace[2048887076] transaction","detail":"{read_only:false; response_revision:9337; number_of_response:1; }","duration":"315.977762ms","start":"2026-04-28T07:35:05.556463Z","end":"2026-04-28T07:35:05.872441Z","steps":["trace[2048887076] 'process raft request' (duration: 315.818038ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:05.872533Z","caller":"traceutil/trace.go:171","msg":"trace[869420632] transaction","detail":"{read_only:false; response_revision:9339; number_of_response:1; }","duration":"295.991009ms","start":"2026-04-28T07:35:05.576512Z","end":"2026-04-28T07:35:05.872503Z","steps":["trace[869420632] 'process raft request' (duration: 295.895706ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:05.872633Z","caller":"traceutil/trace.go:171","msg":"trace[2005792610] transaction","detail":"{read_only:false; response_revision:9336; number_of_response:1; }","duration":"605.47229ms","start":"2026-04-28T07:35:05.267099Z","end":"2026-04-28T07:35:05.872572Z","steps":["trace[2005792610] 'process raft request' (duration: 562.433995ms)","trace[2005792610] 'compare' (duration: 42.553072ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:35:05.872696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:05.556429Z","time spent":"316.138686ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:35:05.872549Z","caller":"traceutil/trace.go:171","msg":"trace[196857546] transaction","detail":"{read_only:false; response_revision:9338; number_of_response:1; }","duration":"309.473149ms","start":"2026-04-28T07:35:05.563032Z","end":"2026-04-28T07:35:05.872505Z","steps":["trace[196857546] 'process raft request' (duration: 309.329265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.872864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:05.267064Z","time spent":"605.697465ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2730,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:35:05.873025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:05.562993Z","time spent":"309.806058ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4939,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:35:05.874697Z","caller":"traceutil/trace.go:171","msg":"trace[395844710] linearizableReadLoop","detail":"{readStateIndex:9677; appliedIndex:9671; }","duration":"648.116364ms","start":"2026-04-28T07:35:05.226566Z","end":"2026-04-28T07:35:05.874682Z","steps":["trace[395844710] 'read index received' (duration: 513.786858ms)","trace[395844710] 'applied index is now lower than readState.Index' (duration: 134.328596ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:35:05.875765Z","caller":"traceutil/trace.go:171","msg":"trace[554736783] transaction","detail":"{read_only:false; response_revision:9340; number_of_response:1; }","duration":"262.480715ms","start":"2026-04-28T07:35:05.612717Z","end":"2026-04-28T07:35:05.875197Z","steps":["trace[554736783] 'process raft request' (duration: 259.740126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.876143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.566521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-28T07:35:05.87618Z","caller":"traceutil/trace.go:171","msg":"trace[1685431337] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9342; }","duration":"649.641963ms","start":"2026-04-28T07:35:05.226527Z","end":"2026-04-28T07:35:05.876169Z","steps":["trace[1685431337] 'agreement among raft nodes before linearized reading' (duration: 649.452258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.876399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:05.226509Z","time spent":"649.880328ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-28T07:35:05.876557Z","caller":"traceutil/trace.go:171","msg":"trace[110889387] transaction","detail":"{read_only:false; response_revision:9341; number_of_response:1; }","duration":"107.824078ms","start":"2026-04-28T07:35:05.768722Z","end":"2026-04-28T07:35:05.876546Z","steps":["trace[110889387] 'process raft request' (duration: 105.895649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.876639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.722614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-api\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-28T07:35:05.876688Z","caller":"traceutil/trace.go:171","msg":"trace[1044539623] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-api; range_end:; response_count:1; response_revision:9342; }","duration":"620.808576ms","start":"2026-04-28T07:35:05.255867Z","end":"2026-04-28T07:35:05.876676Z","steps":["trace[1044539623] 'agreement among raft nodes before linearized reading' (duration: 620.673123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.876729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:05.255848Z","time spent":"620.869637ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":550,"request content":"key:\"/registry/serviceaccounts/openstack/barbican-api\" "} {"level":"warn","ts":"2026-04-28T07:35:05.876759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.26807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:35:05.876784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.27518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:05.876824Z","caller":"traceutil/trace.go:171","msg":"trace[51405605] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9342; }","duration":"212.369163ms","start":"2026-04-28T07:35:05.664438Z","end":"2026-04-28T07:35:05.876807Z","steps":["trace[51405605] 'agreement among raft nodes before linearized reading' (duration: 212.218009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:05.876864Z","caller":"traceutil/trace.go:171","msg":"trace[1520060230] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9342; }","duration":"285.366693ms","start":"2026-04-28T07:35:05.591476Z","end":"2026-04-28T07:35:05.876843Z","steps":["trace[1520060230] 'agreement among raft nodes before linearized reading' (duration: 285.194778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.876939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.485405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:05.876982Z","caller":"traceutil/trace.go:171","msg":"trace[1754075564] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:9342; }","duration":"285.547617ms","start":"2026-04-28T07:35:05.59142Z","end":"2026-04-28T07:35:05.876968Z","steps":["trace[1754075564] 'agreement among raft nodes before linearized reading' (duration: 285.484825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.877082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.903956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:05.877111Z","caller":"traceutil/trace.go:171","msg":"trace[1685036461] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9342; }","duration":"291.963678ms","start":"2026-04-28T07:35:05.585139Z","end":"2026-04-28T07:35:05.877103Z","steps":["trace[1685036461] 'agreement among raft nodes before linearized reading' (duration: 291.919017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.877201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.941831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"info","ts":"2026-04-28T07:35:05.877229Z","caller":"traceutil/trace.go:171","msg":"trace[1734229816] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:9342; }","duration":"460.002613ms","start":"2026-04-28T07:35:05.417217Z","end":"2026-04-28T07:35:05.87722Z","steps":["trace[1734229816] 'agreement among raft nodes before linearized reading' (duration: 459.956442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.87718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.713349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"warn","ts":"2026-04-28T07:35:05.877293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.031046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:05.877296Z","caller":"traceutil/trace.go:171","msg":"trace[170237934] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:9342; }","duration":"279.875553ms","start":"2026-04-28T07:35:05.597401Z","end":"2026-04-28T07:35:05.877276Z","steps":["trace[170237934] 'agreement among raft nodes before linearized reading' (duration: 279.651588ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:05.877328Z","caller":"traceutil/trace.go:171","msg":"trace[408381390] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9342; }","duration":"468.088516ms","start":"2026-04-28T07:35:05.409231Z","end":"2026-04-28T07:35:05.877319Z","steps":["trace[408381390] 'agreement among raft nodes before linearized reading' (duration: 468.042355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.87733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.913565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:05.877395Z","caller":"traceutil/trace.go:171","msg":"trace[1923282270] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9342; }","duration":"212.985718ms","start":"2026-04-28T07:35:05.664398Z","end":"2026-04-28T07:35:05.877384Z","steps":["trace[1923282270] 'agreement among raft nodes before linearized reading' (duration: 212.622189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.87744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.613609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/barbican-db-init\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-04-28T07:35:05.877473Z","caller":"traceutil/trace.go:171","msg":"trace[915618526] range","detail":"{range_begin:/registry/serviceaccounts/openstack/barbican-db-init; range_end:; response_count:1; response_revision:9342; }","duration":"468.64491ms","start":"2026-04-28T07:35:05.408819Z","end":"2026-04-28T07:35:05.877464Z","steps":["trace[915618526] 'agreement among raft nodes before linearized reading' (duration: 468.558038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.877504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:05.408792Z","time spent":"468.704602ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":558,"request content":"key:\"/registry/serviceaccounts/openstack/barbican-db-init\" "} {"level":"warn","ts":"2026-04-28T07:35:05.877511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.107291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-db-sync\" ","response":"range_response_count:1 size:4954"} {"level":"info","ts":"2026-04-28T07:35:05.877557Z","caller":"traceutil/trace.go:171","msg":"trace[396675222] range","detail":"{range_begin:/registry/jobs/openstack/heat-db-sync; range_end:; response_count:1; response_revision:9342; }","duration":"213.176252ms","start":"2026-04-28T07:35:05.664367Z","end":"2026-04-28T07:35:05.877543Z","steps":["trace[396675222] 'agreement among raft nodes before linearized reading' (duration: 213.07819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.877661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.067391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:05.877698Z","caller":"traceutil/trace.go:171","msg":"trace[306970385] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9342; }","duration":"469.140883ms","start":"2026-04-28T07:35:05.408547Z","end":"2026-04-28T07:35:05.877688Z","steps":["trace[306970385] 'agreement among raft nodes before linearized reading' (duration: 469.087091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.877728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:05.408524Z","time spent":"469.197634ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:35:05.877754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.359287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:05.877794Z","caller":"traceutil/trace.go:171","msg":"trace[2022934425] range","detail":"{range_begin:/registry/jobs/openstack/heat-rabbit-init; range_end:; response_count:0; response_revision:9342; }","duration":"213.423679ms","start":"2026-04-28T07:35:05.664357Z","end":"2026-04-28T07:35:05.877781Z","steps":["trace[2022934425] 'agreement among raft nodes before linearized reading' (duration: 213.370328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.877812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.254656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:05.877838Z","caller":"traceutil/trace.go:171","msg":"trace[1457947091] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9342; }","duration":"469.339918ms","start":"2026-04-28T07:35:05.408489Z","end":"2026-04-28T07:35:05.877829Z","steps":["trace[1457947091] 'agreement among raft nodes before linearized reading' (duration: 469.302457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.877863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:05.408465Z","time spent":"469.392149ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:35:05.877255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:05.417209Z","time spent":"460.039504ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":4976,"request content":"key:\"/registry/jobs/openstack/heat-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:35:05.878021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.131553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-zwqlz\" ","response":"range_response_count:1 size:4558"} {"level":"info","ts":"2026-04-28T07:35:05.878077Z","caller":"traceutil/trace.go:171","msg":"trace[1287230623] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-zwqlz; range_end:; response_count:1; response_revision:9342; }","duration":"125.228696ms","start":"2026-04-28T07:35:05.752833Z","end":"2026-04-28T07:35:05.878061Z","steps":["trace[1287230623] 'agreement among raft nodes before linearized reading' (duration: 125.047181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.87824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.447699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:05.87828Z","caller":"traceutil/trace.go:171","msg":"trace[21317642] range","detail":"{range_begin:/registry/jobs/openstack/heat-domain-ks-user; range_end:; response_count:0; response_revision:9342; }","duration":"286.513951ms","start":"2026-04-28T07:35:05.591756Z","end":"2026-04-28T07:35:05.87827Z","steps":["trace[21317642] 'agreement among raft nodes before linearized reading' (duration: 286.45751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.878328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.739267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-bootstrap\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:35:05.877356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:35:05.409215Z","time spent":"468.135088ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/heat-domain-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:35:05.878413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.829699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:05.87837Z","caller":"traceutil/trace.go:171","msg":"trace[1730823465] range","detail":"{range_begin:/registry/jobs/openstack/heat-bootstrap; range_end:; response_count:0; response_revision:9342; }","duration":"213.794909ms","start":"2026-04-28T07:35:05.664564Z","end":"2026-04-28T07:35:05.878359Z","steps":["trace[1730823465] 'agreement among raft nodes before linearized reading' (duration: 213.727197ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:05.878452Z","caller":"traceutil/trace.go:171","msg":"trace[718193343] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-user; range_end:; response_count:0; response_revision:9342; }","duration":"213.86778ms","start":"2026-04-28T07:35:05.664575Z","end":"2026-04-28T07:35:05.878443Z","steps":["trace[718193343] 'agreement among raft nodes before linearized reading' (duration: 213.815489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:05.881559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.08337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:05.881715Z","caller":"traceutil/trace.go:171","msg":"trace[1159148068] range","detail":"{range_begin:/registry/jobs/openstack/heat-ks-endpoints; range_end:; response_count:0; response_revision:9342; }","duration":"288.268575ms","start":"2026-04-28T07:35:05.593424Z","end":"2026-04-28T07:35:05.881693Z","steps":["trace[1159148068] 'agreement among raft nodes before linearized reading' (duration: 284.067359ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:22.675241Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"42c325ad8bcf8012","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T07:35:22.681805Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-28T07:35:22.682188Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-28T07:35:54.520423Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002917.wal"} {"level":"info","ts":"2026-04-28T07:35:55.703584Z","caller":"traceutil/trace.go:171","msg":"trace[849533850] transaction","detail":"{read_only:false; response_revision:10178; number_of_response:1; }","duration":"110.432323ms","start":"2026-04-28T07:35:55.593133Z","end":"2026-04-28T07:35:55.703565Z","steps":["trace[849533850] 'process raft request' (duration: 110.3054ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:55.777683Z","caller":"traceutil/trace.go:171","msg":"trace[473441291] linearizableReadLoop","detail":"{readStateIndex:10545; appliedIndex:10543; }","duration":"133.390842ms","start":"2026-04-28T07:35:55.644271Z","end":"2026-04-28T07:35:55.777662Z","steps":["trace[473441291] 'read index received' (duration: 59.14313ms)","trace[473441291] 'applied index is now lower than readState.Index' (duration: 74.246932ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:35:55.777916Z","caller":"traceutil/trace.go:171","msg":"trace[1887491073] transaction","detail":"{read_only:false; response_revision:10179; number_of_response:1; }","duration":"150.049172ms","start":"2026-04-28T07:35:55.627835Z","end":"2026-04-28T07:35:55.777884Z","steps":["trace[1887491073] 'process raft request' (duration: 149.715603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:55.778046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.754351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T07:35:55.778089Z","caller":"traceutil/trace.go:171","msg":"trace[1852181386] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:10179; }","duration":"133.835233ms","start":"2026-04-28T07:35:55.644242Z","end":"2026-04-28T07:35:55.778077Z","steps":["trace[1852181386] 'agreement among raft nodes before linearized reading' (duration: 133.652519ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:35:55.852344Z","caller":"traceutil/trace.go:171","msg":"trace[928553760] transaction","detail":"{read_only:false; response_revision:10180; number_of_response:1; }","duration":"126.938429ms","start":"2026-04-28T07:35:55.725362Z","end":"2026-04-28T07:35:55.852301Z","steps":["trace[928553760] 'process raft request' (duration: 86.812367ms)","trace[928553760] 'compare' (duration: 39.67865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:35:55.852905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.758912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:55.853004Z","caller":"traceutil/trace.go:171","msg":"trace[554743420] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:10181; }","duration":"168.911406ms","start":"2026-04-28T07:35:55.684073Z","end":"2026-04-28T07:35:55.852984Z","steps":["trace[554743420] 'agreement among raft nodes before linearized reading' (duration: 168.360313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:55.853015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.093431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:35:55.85312Z","caller":"traceutil/trace.go:171","msg":"trace[776929175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10181; }","duration":"142.271145ms","start":"2026-04-28T07:35:55.710827Z","end":"2026-04-28T07:35:55.853098Z","steps":["trace[776929175] 'agreement among raft nodes before linearized reading' (duration: 141.556827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:35:55.855016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.127754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-28T07:35:55.855153Z","caller":"traceutil/trace.go:171","msg":"trace[1613323409] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:10181; }","duration":"153.094399ms","start":"2026-04-28T07:35:55.702033Z","end":"2026-04-28T07:35:55.855127Z","steps":["trace[1613323409] 'agreement among raft nodes before linearized reading' (duration: 150.38082ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:36:08.062507Z","caller":"traceutil/trace.go:171","msg":"trace[1531599078] transaction","detail":"{read_only:false; response_revision:10671; number_of_response:1; }","duration":"104.847042ms","start":"2026-04-28T07:36:07.957642Z","end":"2026-04-28T07:36:08.062489Z","steps":["trace[1531599078] 'process raft request' (duration: 104.702429ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:36:11.794068Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6642} {"level":"info","ts":"2026-04-28T07:36:11.932672Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6642,"took":"134.8911ms","hash":2998252706,"current-db-size-bytes":47800320,"current-db-size":"48 MB","current-db-size-in-use-bytes":42663936,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-04-28T07:36:11.932768Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2998252706,"revision":6642,"compact-revision":4669} {"level":"info","ts":"2026-04-28T07:37:28.760618Z","caller":"traceutil/trace.go:171","msg":"trace[860540522] linearizableReadLoop","detail":"{readStateIndex:12447; appliedIndex:12446; }","duration":"217.57737ms","start":"2026-04-28T07:37:28.543006Z","end":"2026-04-28T07:37:28.760583Z","steps":["trace[860540522] 'read index received' (duration: 217.355914ms)","trace[860540522] 'applied index is now lower than readState.Index' (duration: 220.146µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:37:28.760952Z","caller":"traceutil/trace.go:171","msg":"trace[515646507] transaction","detail":"{read_only:false; response_revision:12042; number_of_response:1; }","duration":"232.377942ms","start":"2026-04-28T07:37:28.528561Z","end":"2026-04-28T07:37:28.760938Z","steps":["trace[515646507] 'process raft request' (duration: 231.821559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:28.761332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.280997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-04-28T07:37:28.761442Z","caller":"traceutil/trace.go:171","msg":"trace[77267383] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:12042; }","duration":"218.471251ms","start":"2026-04-28T07:37:28.542949Z","end":"2026-04-28T07:37:28.761421Z","steps":["trace[77267383] 'agreement among raft nodes before linearized reading' (duration: 218.156024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:28.764857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.070793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:37:28.764899Z","caller":"traceutil/trace.go:171","msg":"trace[1021619974] transaction","detail":"{read_only:false; response_revision:12045; number_of_response:1; }","duration":"189.803779ms","start":"2026-04-28T07:37:28.57506Z","end":"2026-04-28T07:37:28.764864Z","steps":["trace[1021619974] 'process raft request' (duration: 189.583253ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:28.765044Z","caller":"traceutil/trace.go:171","msg":"trace[1307537724] transaction","detail":"{read_only:false; response_revision:12043; number_of_response:1; }","duration":"215.966859ms","start":"2026-04-28T07:37:28.549028Z","end":"2026-04-28T07:37:28.764995Z","steps":["trace[1307537724] 'process raft request' (duration: 215.396415ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:28.764923Z","caller":"traceutil/trace.go:171","msg":"trace[774675723] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:12045; }","duration":"174.220687ms","start":"2026-04-28T07:37:28.590687Z","end":"2026-04-28T07:37:28.764908Z","steps":["trace[774675723] 'agreement among raft nodes before linearized reading' (duration: 173.995041ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:37:28.765592Z","caller":"traceutil/trace.go:171","msg":"trace[1675033617] transaction","detail":"{read_only:false; response_revision:12044; number_of_response:1; }","duration":"211.343063ms","start":"2026-04-28T07:37:28.554229Z","end":"2026-04-28T07:37:28.765572Z","steps":["trace[1675033617] 'process raft request' (duration: 210.327607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:37:28.764995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.366548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:6971"} {"level":"info","ts":"2026-04-28T07:37:28.76571Z","caller":"traceutil/trace.go:171","msg":"trace[1447854557] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12045; }","duration":"132.124319ms","start":"2026-04-28T07:37:28.633577Z","end":"2026-04-28T07:37:28.765701Z","steps":["trace[1447854557] 'agreement among raft nodes before linearized reading' (duration: 131.371159ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:24.425928Z","caller":"traceutil/trace.go:171","msg":"trace[1614109851] linearizableReadLoop","detail":"{readStateIndex:14818; appliedIndex:14817; }","duration":"277.912573ms","start":"2026-04-28T07:39:24.14798Z","end":"2026-04-28T07:39:24.425893Z","steps":["trace[1614109851] 'read index received' (duration: 277.706598ms)","trace[1614109851] 'applied index is now lower than readState.Index' (duration: 204.545µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:39:24.426011Z","caller":"traceutil/trace.go:171","msg":"trace[1328161323] transaction","detail":"{read_only:false; response_revision:14361; number_of_response:1; }","duration":"350.532723ms","start":"2026-04-28T07:39:24.07544Z","end":"2026-04-28T07:39:24.425973Z","steps":["trace[1328161323] 'process raft request' (duration: 350.202014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:24.426227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.238374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:39:24.426312Z","caller":"traceutil/trace.go:171","msg":"trace[1894673085] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:14361; }","duration":"278.381707ms","start":"2026-04-28T07:39:24.147911Z","end":"2026-04-28T07:39:24.426293Z","steps":["trace[1894673085] 'agreement among raft nodes before linearized reading' (duration: 278.1455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:24.426228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.075416Z","time spent":"350.670528ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:39:24.501559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.800898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:39:24.501578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.242763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:39:24.501635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.162913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:39:24.501671Z","caller":"traceutil/trace.go:171","msg":"trace[561079032] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:14362; }","duration":"234.985023ms","start":"2026-04-28T07:39:24.266654Z","end":"2026-04-28T07:39:24.501639Z","steps":["trace[561079032] 'agreement among raft nodes before linearized reading' (duration: 234.817578ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:24.50169Z","caller":"traceutil/trace.go:171","msg":"trace[379917878] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:14362; }","duration":"234.395387ms","start":"2026-04-28T07:39:24.26727Z","end":"2026-04-28T07:39:24.501666Z","steps":["trace[379917878] 'agreement among raft nodes before linearized reading' (duration: 234.187292ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:24.501736Z","caller":"traceutil/trace.go:171","msg":"trace[61843642] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14362; }","duration":"255.306889ms","start":"2026-04-28T07:39:24.246401Z","end":"2026-04-28T07:39:24.501708Z","steps":["trace[61843642] 'agreement among raft nodes before linearized reading' (duration: 255.101492ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:24.501783Z","caller":"traceutil/trace.go:171","msg":"trace[1776552135] transaction","detail":"{read_only:false; response_revision:14362; number_of_response:1; }","duration":"312.724163ms","start":"2026-04-28T07:39:24.189036Z","end":"2026-04-28T07:39:24.50176Z","steps":["trace[1776552135] 'process raft request' (duration: 312.149836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:24.501881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.946319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-04-28T07:39:24.501886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.84236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:39:24.501844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.524065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-28T07:39:24.501935Z","caller":"traceutil/trace.go:171","msg":"trace[1388831104] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:14362; }","duration":"228.98633ms","start":"2026-04-28T07:39:24.27293Z","end":"2026-04-28T07:39:24.501916Z","steps":["trace[1388831104] 'agreement among raft nodes before linearized reading' (duration: 228.908498ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:24.501935Z","caller":"traceutil/trace.go:171","msg":"trace[919522756] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:14362; }","duration":"289.967493ms","start":"2026-04-28T07:39:24.211953Z","end":"2026-04-28T07:39:24.50192Z","steps":["trace[919522756] 'agreement among raft nodes before linearized reading' (duration: 289.891551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:24.501943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.303757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-28T07:39:24.501989Z","caller":"traceutil/trace.go:171","msg":"trace[867332010] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14362; }","duration":"241.382569ms","start":"2026-04-28T07:39:24.260589Z","end":"2026-04-28T07:39:24.501971Z","steps":["trace[867332010] 'agreement among raft nodes before linearized reading' (duration: 241.257245ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:24.5018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.108339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-04-28T07:39:24.501986Z","caller":"traceutil/trace.go:171","msg":"trace[604072205] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14362; }","duration":"255.75186ms","start":"2026-04-28T07:39:24.246205Z","end":"2026-04-28T07:39:24.501957Z","steps":["trace[604072205] 'agreement among raft nodes before linearized reading' (duration: 255.359649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:24.502017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.046462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:39:24.501782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.96601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:39:24.502067Z","caller":"traceutil/trace.go:171","msg":"trace[1922984550] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14362; }","duration":"231.368085ms","start":"2026-04-28T07:39:24.270664Z","end":"2026-04-28T07:39:24.502032Z","steps":["trace[1922984550] 'agreement among raft nodes before linearized reading' (duration: 230.944873ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:24.502097Z","caller":"traceutil/trace.go:171","msg":"trace[655484130] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:14362; }","duration":"233.183665ms","start":"2026-04-28T07:39:24.268893Z","end":"2026-04-28T07:39:24.502077Z","steps":["trace[655484130] 'agreement among raft nodes before linearized reading' (duration: 232.98314ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:24.502119Z","caller":"traceutil/trace.go:171","msg":"trace[1191949259] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14362; }","duration":"240.35097ms","start":"2026-04-28T07:39:24.261754Z","end":"2026-04-28T07:39:24.502105Z","steps":["trace[1191949259] 'agreement among raft nodes before linearized reading' (duration: 239.904897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:24.50195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.189006Z","time spent":"312.854077ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:39:24.502203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.733853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:39:24.50237Z","caller":"traceutil/trace.go:171","msg":"trace[1599103188] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:14362; }","duration":"232.995889ms","start":"2026-04-28T07:39:24.26934Z","end":"2026-04-28T07:39:24.502336Z","steps":["trace[1599103188] 'agreement among raft nodes before linearized reading' (duration: 232.481906ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.001714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765139626,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:39:25.540242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.22307ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:39:25.540526Z","caller":"traceutil/trace.go:171","msg":"trace[1663704890] transaction","detail":"{read_only:false; response_revision:14363; number_of_response:1; }","duration":"1.066764882s","start":"2026-04-28T07:39:24.473729Z","end":"2026-04-28T07:39:25.540494Z","steps":["trace[1663704890] 'process raft request' (duration: 769.204403ms)","trace[1663704890] 'compare' (duration: 297.039545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:39:25.540688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.473697Z","time spent":"1.066891875s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:39:25.7814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.028689ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-28T07:39:25.782187Z","caller":"traceutil/trace.go:171","msg":"trace[1881383101] transaction","detail":"{read_only:false; response_revision:14364; number_of_response:1; }","duration":"933.627635ms","start":"2026-04-28T07:39:24.848512Z","end":"2026-04-28T07:39:25.78214Z","steps":["trace[1881383101] 'process raft request' (duration: 932.981137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.782411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.848485Z","time spent":"933.802639ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:39:25.7862Z","caller":"traceutil/trace.go:171","msg":"trace[872520653] transaction","detail":"{read_only:false; response_revision:14366; number_of_response:1; }","duration":"516.601579ms","start":"2026-04-28T07:39:25.26957Z","end":"2026-04-28T07:39:25.786171Z","steps":["trace[872520653] 'process raft request' (duration: 516.534287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.786378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.269543Z","time spent":"516.727782ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:39:25.786436Z","caller":"traceutil/trace.go:171","msg":"trace[1601703718] transaction","detail":"{read_only:false; response_revision:14365; number_of_response:1; }","duration":"881.425242ms","start":"2026-04-28T07:39:24.904981Z","end":"2026-04-28T07:39:25.786406Z","steps":["trace[1601703718] 'process raft request' (duration: 877.135826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.786568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.904952Z","time spent":"881.550476ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:39:25.786612Z","caller":"traceutil/trace.go:171","msg":"trace[677730851] linearizableReadLoop","detail":"{readStateIndex:14823; appliedIndex:14819; }","duration":"1.285165195s","start":"2026-04-28T07:39:24.501431Z","end":"2026-04-28T07:39:25.786596Z","steps":["trace[677730851] 'read index received' (duration: 741.632102ms)","trace[677730851] 'applied index is now lower than readState.Index' (duration: 543.527673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:39:25.786931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299466685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T07:39:25.786972Z","caller":"traceutil/trace.go:171","msg":"trace[709906744] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:14366; }","duration":"1.299567818s","start":"2026-04-28T07:39:24.487393Z","end":"2026-04-28T07:39:25.786961Z","steps":["trace[709906744] 'agreement among raft nodes before linearized reading' (duration: 1.299392143s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.787006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.487359Z","time spent":"1.299639879s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20693,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" "} {"level":"info","ts":"2026-04-28T07:39:25.78722Z","caller":"traceutil/trace.go:171","msg":"trace[500509038] transaction","detail":"{read_only:false; response_revision:14367; number_of_response:1; }","duration":"511.797647ms","start":"2026-04-28T07:39:25.275398Z","end":"2026-04-28T07:39:25.787195Z","steps":["trace[500509038] 'process raft request' (duration: 511.629853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.787462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.275356Z","time spent":"512.024213ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:39:25.788133Z","caller":"traceutil/trace.go:171","msg":"trace[901978498] transaction","detail":"{read_only:false; response_revision:14368; number_of_response:1; }","duration":"473.767351ms","start":"2026-04-28T07:39:25.314357Z","end":"2026-04-28T07:39:25.788125Z","steps":["trace[901978498] 'process raft request' (duration: 472.798674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.788174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355247185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:909147"} {"level":"info","ts":"2026-04-28T07:39:25.788227Z","caller":"traceutil/trace.go:171","msg":"trace[882073336] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:14367; }","duration":"1.355335917s","start":"2026-04-28T07:39:24.43288Z","end":"2026-04-28T07:39:25.788216Z","steps":["trace[882073336] 'agreement among raft nodes before linearized reading' (duration: 1.354258667s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.788265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.432857Z","time spent":"1.355397589s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":909169,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:39:25.78829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.314342Z","time spent":"473.820613ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:39:25.788555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212960267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:39:25.788614Z","caller":"traceutil/trace.go:171","msg":"trace[800993595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14369; }","duration":"1.21308949s","start":"2026-04-28T07:39:24.57551Z","end":"2026-04-28T07:39:25.7886Z","steps":["trace[800993595] 'agreement among raft nodes before linearized reading' (duration: 1.212893145s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.788658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.575476Z","time spent":"1.213173602s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:39:25.788842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.925585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:39:25.788867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.236532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-28T07:39:25.788881Z","caller":"traceutil/trace.go:171","msg":"trace[1697204491] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14369; }","duration":"638.015048ms","start":"2026-04-28T07:39:25.150856Z","end":"2026-04-28T07:39:25.788871Z","steps":["trace[1697204491] 'agreement among raft nodes before linearized reading' (duration: 637.954687ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:25.788908Z","caller":"traceutil/trace.go:171","msg":"trace[1976815868] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14369; }","duration":"635.319144ms","start":"2026-04-28T07:39:25.153579Z","end":"2026-04-28T07:39:25.788898Z","steps":["trace[1976815868] 'agreement among raft nodes before linearized reading' (duration: 634.987885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.788915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.150826Z","time spent":"638.078899ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:39:25.788941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.153557Z","time spent":"635.377876ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T07:39:25.788995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.838013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:39:25.789092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.153822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:39:25.789119Z","caller":"traceutil/trace.go:171","msg":"trace[765156623] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14369; }","duration":"452.205114ms","start":"2026-04-28T07:39:25.336902Z","end":"2026-04-28T07:39:25.789107Z","steps":["trace[765156623] 'agreement among raft nodes before linearized reading' (duration: 452.167373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.789145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.336889Z","time spent":"452.250994ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:39:25.789134Z","caller":"traceutil/trace.go:171","msg":"trace[1208381557] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14369; }","duration":"452.07422ms","start":"2026-04-28T07:39:25.33703Z","end":"2026-04-28T07:39:25.789104Z","steps":["trace[1208381557] 'agreement among raft nodes before linearized reading' (duration: 451.70055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.789156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.348554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:39:25.789209Z","caller":"traceutil/trace.go:171","msg":"trace[1407273224] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:14369; }","duration":"253.446457ms","start":"2026-04-28T07:39:25.535742Z","end":"2026-04-28T07:39:25.789189Z","steps":["trace[1407273224] 'agreement among raft nodes before linearized reading' (duration: 253.353834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.789218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.336997Z","time spent":"452.204924ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:39:25.789195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.660844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:39:25.789264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.781645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:39:25.78929Z","caller":"traceutil/trace.go:171","msg":"trace[1884965569] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14369; }","duration":"490.807645ms","start":"2026-04-28T07:39:25.298476Z","end":"2026-04-28T07:39:25.789284Z","steps":["trace[1884965569] 'agreement among raft nodes before linearized reading' (duration: 490.768514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.789322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.29843Z","time spent":"490.885928ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:39:25.789317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02706386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-28T07:39:25.789366Z","caller":"traceutil/trace.go:171","msg":"trace[362960074] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:14369; }","duration":"1.027168904s","start":"2026-04-28T07:39:24.762182Z","end":"2026-04-28T07:39:25.789351Z","steps":["trace[362960074] 'agreement among raft nodes before linearized reading' (duration: 1.02702625s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.789407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.762156Z","time spent":"1.027241325s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-28T07:39:25.789412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.16333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-28T07:39:25.789402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.930335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-28T07:39:25.789454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.350841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-28T07:39:25.789475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.967571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:39:25.789484Z","caller":"traceutil/trace.go:171","msg":"trace[1187955342] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14369; }","duration":"491.420153ms","start":"2026-04-28T07:39:25.298057Z","end":"2026-04-28T07:39:25.789477Z","steps":["trace[1187955342] 'agreement among raft nodes before linearized reading' (duration: 491.34231ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:25.789482Z","caller":"traceutil/trace.go:171","msg":"trace[524242005] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14369; }","duration":"962.072889ms","start":"2026-04-28T07:39:24.827391Z","end":"2026-04-28T07:39:25.789464Z","steps":["trace[524242005] 'agreement among raft nodes before linearized reading' (duration: 961.786211ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:25.789494Z","caller":"traceutil/trace.go:171","msg":"trace[1064974779] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14369; }","duration":"669.020103ms","start":"2026-04-28T07:39:25.120469Z","end":"2026-04-28T07:39:25.789489Z","steps":["trace[1064974779] 'agreement among raft nodes before linearized reading' (duration: 668.987932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.789507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.298024Z","time spent":"491.479264ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:39:25.789522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.827363Z","time spent":"962.150841ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:39:25.789559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.064545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:39:25.789582Z","caller":"traceutil/trace.go:171","msg":"trace[1607656848] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14369; }","duration":"669.126596ms","start":"2026-04-28T07:39:25.12045Z","end":"2026-04-28T07:39:25.789577Z","steps":["trace[1607656848] 'agreement among raft nodes before linearized reading' (duration: 669.095555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.789602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.120425Z","time spent":"669.173458ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:39:25.789607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.355845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-28T07:39:25.789625Z","caller":"traceutil/trace.go:171","msg":"trace[1708865520] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14369; }","duration":"493.418387ms","start":"2026-04-28T07:39:25.296201Z","end":"2026-04-28T07:39:25.78962Z","steps":["trace[1708865520] 'agreement among raft nodes before linearized reading' (duration: 493.362106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.789648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.296169Z","time spent":"493.475079ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T07:39:25.789645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081463373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:39:25.789681Z","caller":"traceutil/trace.go:171","msg":"trace[770654395] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14369; }","duration":"1.081511145s","start":"2026-04-28T07:39:24.708159Z","end":"2026-04-28T07:39:25.78967Z","steps":["trace[770654395] 'agreement among raft nodes before linearized reading' (duration: 1.081413762s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.789721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.708148Z","time spent":"1.081565926s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:39:25.789746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148852859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-28T07:39:25.789797Z","caller":"traceutil/trace.go:171","msg":"trace[1085828218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14369; }","duration":"1.149009564s","start":"2026-04-28T07:39:24.640777Z","end":"2026-04-28T07:39:25.789786Z","steps":["trace[1085828218] 'agreement among raft nodes before linearized reading' (duration: 1.14887787s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.78982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.998669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hltld\" ","response":"range_response_count:1 size:22017"} {"level":"warn","ts":"2026-04-28T07:39:25.789832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.7379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hltld\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-04-28T07:39:25.789841Z","caller":"traceutil/trace.go:171","msg":"trace[1167547591] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hltld; range_end:; response_count:1; response_revision:14369; }","duration":"816.122711ms","start":"2026-04-28T07:39:24.973712Z","end":"2026-04-28T07:39:25.789835Z","steps":["trace[1167547591] 'agreement among raft nodes before linearized reading' (duration: 816.026959ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:25.789426Z","caller":"traceutil/trace.go:171","msg":"trace[157093130] transaction","detail":"{read_only:false; response_revision:14369; number_of_response:1; }","duration":"386.319689ms","start":"2026-04-28T07:39:25.403088Z","end":"2026-04-28T07:39:25.789407Z","steps":["trace[157093130] 'process raft request' (duration: 385.006743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.789873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08907894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:39:25.7899Z","caller":"traceutil/trace.go:171","msg":"trace[1913148299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14369; }","duration":"1.089103091s","start":"2026-04-28T07:39:24.700789Z","end":"2026-04-28T07:39:25.789892Z","steps":["trace[1913148299] 'agreement among raft nodes before linearized reading' (duration: 1.08906292s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.789917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.89ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-28T07:39:25.789921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.648608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-28T07:39:25.789931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.700744Z","time spent":"1.089182283s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:39:25.789936Z","caller":"traceutil/trace.go:171","msg":"trace[2041905406] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14369; }","duration":"635.953832ms","start":"2026-04-28T07:39:25.153976Z","end":"2026-04-28T07:39:25.78993Z","steps":["trace[2041905406] 'agreement among raft nodes before linearized reading' (duration: 635.89738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.789927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.25315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"warn","ts":"2026-04-28T07:39:25.78998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.403053Z","time spent":"386.835713ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:39:25.790015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.934991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-04-28T07:39:25.79001Z","caller":"traceutil/trace.go:171","msg":"trace[434189055] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14369; }","duration":"301.387523ms","start":"2026-04-28T07:39:25.488596Z","end":"2026-04-28T07:39:25.789983Z","steps":["trace[434189055] 'agreement among raft nodes before linearized reading' (duration: 301.055384ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:25.790036Z","caller":"traceutil/trace.go:171","msg":"trace[1281835435] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14369; }","duration":"887.005902ms","start":"2026-04-28T07:39:24.903025Z","end":"2026-04-28T07:39:25.790031Z","steps":["trace[1281835435] 'agreement among raft nodes before linearized reading' (duration: 886.938891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.79006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.902998Z","time spent":"887.057904ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T07:39:25.790059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.488573Z","time spent":"301.475016ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":688,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-28T07:39:25.789525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.120438Z","time spent":"669.082405ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-28T07:39:25.789288Z","caller":"traceutil/trace.go:171","msg":"trace[506727899] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14369; }","duration":"886.843638ms","start":"2026-04-28T07:39:24.902429Z","end":"2026-04-28T07:39:25.789272Z","steps":["trace[506727899] 'agreement among raft nodes before linearized reading' (duration: 886.630832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.790174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.902396Z","time spent":"887.770093ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:39:25.789725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.240499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:39:25.789863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.973654Z","time spent":"816.204494ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22039,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hltld\" "} {"level":"info","ts":"2026-04-28T07:39:25.790225Z","caller":"traceutil/trace.go:171","msg":"trace[698387475] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14369; }","duration":"669.768603ms","start":"2026-04-28T07:39:25.120442Z","end":"2026-04-28T07:39:25.79021Z","steps":["trace[698387475] 'agreement among raft nodes before linearized reading' (duration: 669.26119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.790275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.12042Z","time spent":"669.844436ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:39:25.790168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104767508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:39:25.79032Z","caller":"traceutil/trace.go:171","msg":"trace[619316149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14369; }","duration":"1.104969253s","start":"2026-04-28T07:39:24.685343Z","end":"2026-04-28T07:39:25.790312Z","steps":["trace[619316149] 'agreement among raft nodes before linearized reading' (duration: 1.104736517s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.790322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.441333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-04-28T07:39:25.789829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.640748Z","time spent":"1.149072856s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:39:25.790349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.685314Z","time spent":"1.105024825s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:39:25.789762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.142147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:39:25.78944Z","caller":"traceutil/trace.go:171","msg":"trace[1237833854] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14369; }","duration":"668.252291ms","start":"2026-04-28T07:39:25.121182Z","end":"2026-04-28T07:39:25.789434Z","steps":["trace[1237833854] 'agreement among raft nodes before linearized reading' (duration: 668.130268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.790401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.121144Z","time spent":"669.253789ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-28T07:39:25.790416Z","caller":"traceutil/trace.go:171","msg":"trace[1355140012] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:14369; }","duration":"585.856877ms","start":"2026-04-28T07:39:25.204541Z","end":"2026-04-28T07:39:25.790398Z","steps":["trace[1355140012] 'agreement among raft nodes before linearized reading' (duration: 585.193678ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:25.789861Z","caller":"traceutil/trace.go:171","msg":"trace[175079596] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hltld; range_end:; response_count:1; response_revision:14369; }","duration":"615.787722ms","start":"2026-04-28T07:39:25.174066Z","end":"2026-04-28T07:39:25.789854Z","steps":["trace[175079596] 'agreement among raft nodes before linearized reading' (duration: 615.71214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.79045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.62977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T07:39:25.790468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.174053Z","time spent":"616.405829ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22039,"request content":"key:\"/registry/pods/openstack/nova-compute-default-hltld\" "} {"level":"info","ts":"2026-04-28T07:39:25.790499Z","caller":"traceutil/trace.go:171","msg":"trace[1787775028] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14369; }","duration":"451.736482ms","start":"2026-04-28T07:39:25.33875Z","end":"2026-04-28T07:39:25.790486Z","steps":["trace[1787775028] 'agreement among raft nodes before linearized reading' (duration: 451.642799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.790462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.204509Z","time spent":"585.93988ms","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:39:25.789949Z","caller":"traceutil/trace.go:171","msg":"trace[747799887] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14369; }","duration":"877.70334ms","start":"2026-04-28T07:39:24.91224Z","end":"2026-04-28T07:39:25.789943Z","steps":["trace[747799887] 'agreement among raft nodes before linearized reading' (duration: 877.635548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.790604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:24.912228Z","time spent":"878.365449ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-28T07:39:25.790367Z","caller":"traceutil/trace.go:171","msg":"trace[1689222503] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14369; }","duration":"451.546927ms","start":"2026-04-28T07:39:25.338805Z","end":"2026-04-28T07:39:25.790352Z","steps":["trace[1689222503] 'agreement among raft nodes before linearized reading' (duration: 451.387142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:25.790659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.338767Z","time spent":"451.884506ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:39:25.789964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.153953Z","time spent":"636.004422ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5470,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:39:25.791198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:25.338713Z","time spent":"451.822424ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:39:41.537549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.555245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:39:41.537626Z","caller":"traceutil/trace.go:171","msg":"trace[149436858] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14582; }","duration":"109.669069ms","start":"2026-04-28T07:39:41.427942Z","end":"2026-04-28T07:39:41.537611Z","steps":["trace[149436858] 'count revisions from in-memory index tree' (duration: 109.462813ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:44.055316Z","caller":"traceutil/trace.go:171","msg":"trace[636374857] transaction","detail":"{read_only:false; response_revision:14626; number_of_response:1; }","duration":"127.604657ms","start":"2026-04-28T07:39:43.92768Z","end":"2026-04-28T07:39:44.055284Z","steps":["trace[636374857] 'process raft request' (duration: 127.361431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:44.05551Z","caller":"traceutil/trace.go:171","msg":"trace[1771326404] linearizableReadLoop","detail":"{readStateIndex:15088; appliedIndex:15086; }","duration":"129.695176ms","start":"2026-04-28T07:39:43.925772Z","end":"2026-04-28T07:39:44.055483Z","steps":["trace[1771326404] 'read index received' (duration: 13.114968ms)","trace[1771326404] 'applied index is now lower than readState.Index' (duration: 116.579318ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:39:44.05565Z","caller":"traceutil/trace.go:171","msg":"trace[743781937] transaction","detail":"{read_only:false; response_revision:14624; number_of_response:1; }","duration":"130.190179ms","start":"2026-04-28T07:39:43.925445Z","end":"2026-04-28T07:39:44.055635Z","steps":["trace[743781937] 'process raft request' (duration: 105.025153ms)","trace[743781937] 'compare' (duration: 24.22868ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:39:44.055753Z","caller":"traceutil/trace.go:171","msg":"trace[770689177] transaction","detail":"{read_only:false; response_revision:14627; number_of_response:1; }","duration":"125.46644ms","start":"2026-04-28T07:39:43.930271Z","end":"2026-04-28T07:39:44.055737Z","steps":["trace[770689177] 'process raft request' (duration: 124.958595ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:44.055835Z","caller":"traceutil/trace.go:171","msg":"trace[566754146] transaction","detail":"{read_only:false; response_revision:14625; number_of_response:1; }","duration":"128.879853ms","start":"2026-04-28T07:39:43.926942Z","end":"2026-04-28T07:39:44.055822Z","steps":["trace[566754146] 'process raft request' (duration: 128.039849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:44.05614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.348251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:39:44.057236Z","caller":"traceutil/trace.go:171","msg":"trace[788220641] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14628; }","duration":"139.488082ms","start":"2026-04-28T07:39:43.917698Z","end":"2026-04-28T07:39:44.057186Z","steps":["trace[788220641] 'agreement among raft nodes before linearized reading' (duration: 138.256918ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:44.056498Z","caller":"traceutil/trace.go:171","msg":"trace[623577218] transaction","detail":"{read_only:false; response_revision:14628; number_of_response:1; }","duration":"123.452554ms","start":"2026-04-28T07:39:43.933011Z","end":"2026-04-28T07:39:44.056463Z","steps":["trace[623577218] 'process raft request' (duration: 122.368175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:44.400428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.914548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T07:39:44.400673Z","caller":"traceutil/trace.go:171","msg":"trace[1946186348] transaction","detail":"{read_only:false; response_revision:14630; number_of_response:1; }","duration":"247.430583ms","start":"2026-04-28T07:39:44.153221Z","end":"2026-04-28T07:39:44.400652Z","steps":["trace[1946186348] 'process raft request' (duration: 247.331501ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:39:44.400773Z","caller":"traceutil/trace.go:171","msg":"trace[1329129612] linearizableReadLoop","detail":"{readStateIndex:15093; appliedIndex:15092; }","duration":"345.109635ms","start":"2026-04-28T07:39:44.055606Z","end":"2026-04-28T07:39:44.400716Z","steps":["trace[1329129612] 'read index received' (duration: 151.961511ms)","trace[1329129612] 'applied index is now lower than readState.Index' (duration: 193.147184ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:39:44.400896Z","caller":"traceutil/trace.go:171","msg":"trace[1518164258] transaction","detail":"{read_only:false; response_revision:14629; number_of_response:1; }","duration":"374.62238ms","start":"2026-04-28T07:39:44.02626Z","end":"2026-04-28T07:39:44.400883Z","steps":["trace[1518164258] 'process raft request' (duration: 181.125816ms)","trace[1518164258] 'compare' (duration: 192.423464ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:39:44.401011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:44.026235Z","time spent":"374.686752ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:39:44.401245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.936664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:39:44.401251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.66618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T07:39:44.401277Z","caller":"traceutil/trace.go:171","msg":"trace[238073375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14630; }","duration":"442.009596ms","start":"2026-04-28T07:39:43.959256Z","end":"2026-04-28T07:39:44.401266Z","steps":["trace[238073375] 'agreement among raft nodes before linearized reading' (duration: 441.894883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:44.401303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:43.959234Z","time spent":"442.061588ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:39:44.401299Z","caller":"traceutil/trace.go:171","msg":"trace[213405463] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14630; }","duration":"436.732843ms","start":"2026-04-28T07:39:43.964554Z","end":"2026-04-28T07:39:44.401287Z","steps":["trace[213405463] 'agreement among raft nodes before linearized reading' (duration: 436.516057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:44.401369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:43.964539Z","time spent":"436.812234ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:39:44.401465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.518619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" ","response":"range_response_count:1 size:20671"} {"level":"info","ts":"2026-04-28T07:39:44.401488Z","caller":"traceutil/trace.go:171","msg":"trace[1125866601] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-rdw94; range_end:; response_count:1; response_revision:14630; }","duration":"333.580431ms","start":"2026-04-28T07:39:44.067902Z","end":"2026-04-28T07:39:44.401482Z","steps":["trace[1125866601] 'agreement among raft nodes before linearized reading' (duration: 333.505119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:44.401509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:44.067879Z","time spent":"333.624942ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20693,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-rdw94\" "} {"level":"warn","ts":"2026-04-28T07:39:44.401614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.235503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-gdl6h\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-04-28T07:39:44.40164Z","caller":"traceutil/trace.go:171","msg":"trace[1995243277] range","detail":"{range_begin:/registry/pods/openstack/keepalived-gdl6h; range_end:; response_count:1; response_revision:14630; }","duration":"354.288355ms","start":"2026-04-28T07:39:44.047345Z","end":"2026-04-28T07:39:44.401633Z","steps":["trace[1995243277] 'agreement among raft nodes before linearized reading' (duration: 354.189382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:44.401662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:44.047332Z","time spent":"354.321585ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6469,"request content":"key:\"/registry/pods/openstack/keepalived-gdl6h\" "} {"level":"warn","ts":"2026-04-28T07:39:44.401912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.77346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:39:44.401958Z","caller":"traceutil/trace.go:171","msg":"trace[660579916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14630; }","duration":"419.849963ms","start":"2026-04-28T07:39:43.982079Z","end":"2026-04-28T07:39:44.401929Z","steps":["trace[660579916] 'agreement among raft nodes before linearized reading' (duration: 419.763131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:44.401982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:43.982046Z","time spent":"419.931774ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:39:44.402139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.050457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T07:39:44.402159Z","caller":"traceutil/trace.go:171","msg":"trace[152132628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14630; }","duration":"420.13498ms","start":"2026-04-28T07:39:43.982019Z","end":"2026-04-28T07:39:44.402154Z","steps":["trace[152132628] 'agreement among raft nodes before linearized reading' (duration: 420.071718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:44.402174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:39:43.98199Z","time spent":"420.179691ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:39:44.402598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.840217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5101"} {"level":"info","ts":"2026-04-28T07:39:44.402624Z","caller":"traceutil/trace.go:171","msg":"trace[1150060667] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:14630; }","duration":"268.880227ms","start":"2026-04-28T07:39:44.133738Z","end":"2026-04-28T07:39:44.402618Z","steps":["trace[1150060667] 'agreement among raft nodes before linearized reading' (duration: 268.801575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:44.402747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.70319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T07:39:44.40277Z","caller":"traceutil/trace.go:171","msg":"trace[421955895] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:14630; }","duration":"120.753632ms","start":"2026-04-28T07:39:44.28201Z","end":"2026-04-28T07:39:44.402764Z","steps":["trace[421955895] 'agreement among raft nodes before linearized reading' (duration: 120.69944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:44.402902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.001584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qsk7z\" ","response":"range_response_count:1 size:9708"} {"level":"info","ts":"2026-04-28T07:39:44.402923Z","caller":"traceutil/trace.go:171","msg":"trace[338297997] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qsk7z; range_end:; response_count:1; response_revision:14630; }","duration":"126.157639ms","start":"2026-04-28T07:39:44.27676Z","end":"2026-04-28T07:39:44.402917Z","steps":["trace[338297997] 'agreement among raft nodes before linearized reading' (duration: 126.096727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:44.403044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.147525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hltld\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-04-28T07:39:44.403065Z","caller":"traceutil/trace.go:171","msg":"trace[1042377243] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hltld; range_end:; response_count:1; response_revision:14630; }","duration":"251.241087ms","start":"2026-04-28T07:39:44.151818Z","end":"2026-04-28T07:39:44.403059Z","steps":["trace[1042377243] 'agreement among raft nodes before linearized reading' (duration: 251.171275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:44.403172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.288357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hltld\" ","response":"range_response_count:1 size:22017"} {"level":"info","ts":"2026-04-28T07:39:44.403197Z","caller":"traceutil/trace.go:171","msg":"trace[969812455] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hltld; range_end:; response_count:1; response_revision:14630; }","duration":"266.322728ms","start":"2026-04-28T07:39:44.136866Z","end":"2026-04-28T07:39:44.403188Z","steps":["trace[969812455] 'agreement among raft nodes before linearized reading' (duration: 266.270136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:44.403676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.834562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4871"} {"level":"info","ts":"2026-04-28T07:39:44.403699Z","caller":"traceutil/trace.go:171","msg":"trace[815493996] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:14630; }","duration":"270.874182ms","start":"2026-04-28T07:39:44.13282Z","end":"2026-04-28T07:39:44.403694Z","steps":["trace[815493996] 'agreement among raft nodes before linearized reading' (duration: 270.817001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:44.403751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.78493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:39:44.403767Z","caller":"traceutil/trace.go:171","msg":"trace[595258318] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:14630; }","duration":"270.825021ms","start":"2026-04-28T07:39:44.132939Z","end":"2026-04-28T07:39:44.403764Z","steps":["trace[595258318] 'agreement among raft nodes before linearized reading' (duration: 270.799311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:44.403815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.956875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:39:44.40383Z","caller":"traceutil/trace.go:171","msg":"trace[1481952458] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:14630; }","duration":"270.980545ms","start":"2026-04-28T07:39:44.132846Z","end":"2026-04-28T07:39:44.403827Z","steps":["trace[1481952458] 'agreement among raft nodes before linearized reading' (duration: 270.957174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:44.403929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.13019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:39:44.403949Z","caller":"traceutil/trace.go:171","msg":"trace[1297621853] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:14630; }","duration":"271.205571ms","start":"2026-04-28T07:39:44.132739Z","end":"2026-04-28T07:39:44.403945Z","steps":["trace[1297621853] 'agreement among raft nodes before linearized reading' (duration: 271.1683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:45.873037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.301287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:39:45.873146Z","caller":"traceutil/trace.go:171","msg":"trace[640856804] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:14640; }","duration":"135.502213ms","start":"2026-04-28T07:39:45.737617Z","end":"2026-04-28T07:39:45.873119Z","steps":["trace[640856804] 'count revisions from in-memory index tree' (duration: 135.065801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:39:46.879444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.171746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T07:39:46.879531Z","caller":"traceutil/trace.go:171","msg":"trace[1832795516] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14653; }","duration":"178.270629ms","start":"2026-04-28T07:39:46.70124Z","end":"2026-04-28T07:39:46.879511Z","steps":["trace[1832795516] 'range keys from in-memory index tree' (duration: 178.093824ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:09.255782Z","caller":"traceutil/trace.go:171","msg":"trace[1168783716] transaction","detail":"{read_only:false; response_revision:15031; number_of_response:1; }","duration":"147.472748ms","start":"2026-04-28T07:40:09.108258Z","end":"2026-04-28T07:40:09.255731Z","steps":["trace[1168783716] 'process raft request' (duration: 147.210041ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:40:09.255874Z","caller":"traceutil/trace.go:171","msg":"trace[1083787864] transaction","detail":"{read_only:false; response_revision:15032; number_of_response:1; }","duration":"142.927846ms","start":"2026-04-28T07:40:09.112907Z","end":"2026-04-28T07:40:09.255835Z","steps":["trace[1083787864] 'process raft request' (duration: 142.679109ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:41:11.811711Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10913} {"level":"info","ts":"2026-04-28T07:41:11.954Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10913,"took":"139.049218ms","hash":2379800993,"current-db-size-bytes":73433088,"current-db-size":"73 MB","current-db-size-in-use-bytes":58269696,"current-db-size-in-use":"58 MB"} {"level":"info","ts":"2026-04-28T07:41:11.954086Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2379800993,"revision":10913,"compact-revision":6642} {"level":"info","ts":"2026-04-28T07:45:33.899158Z","caller":"traceutil/trace.go:171","msg":"trace[1051384480] linearizableReadLoop","detail":"{readStateIndex:19130; appliedIndex:19129; }","duration":"189.353192ms","start":"2026-04-28T07:45:33.709786Z","end":"2026-04-28T07:45:33.89914Z","steps":["trace[1051384480] 'read index received' (duration: 189.158647ms)","trace[1051384480] 'applied index is now lower than readState.Index' (duration: 193.725µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:33.899335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.525526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:45:33.899314Z","caller":"traceutil/trace.go:171","msg":"trace[445297700] transaction","detail":"{read_only:false; response_revision:18565; number_of_response:1; }","duration":"210.869088ms","start":"2026-04-28T07:45:33.688394Z","end":"2026-04-28T07:45:33.899263Z","steps":["trace[445297700] 'process raft request' (duration: 210.618391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:33.899525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.9235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hltld\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-04-28T07:45:33.89938Z","caller":"traceutil/trace.go:171","msg":"trace[1520666526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18565; }","duration":"189.614848ms","start":"2026-04-28T07:45:33.709755Z","end":"2026-04-28T07:45:33.89937Z","steps":["trace[1520666526] 'agreement among raft nodes before linearized reading' (duration: 189.500005ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:33.899561Z","caller":"traceutil/trace.go:171","msg":"trace[1730941148] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hltld; range_end:; response_count:1; response_revision:18565; }","duration":"131.996402ms","start":"2026-04-28T07:45:33.767557Z","end":"2026-04-28T07:45:33.899553Z","steps":["trace[1730941148] 'agreement among raft nodes before linearized reading' (duration: 131.850588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:33.899392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.317662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:45:33.899623Z","caller":"traceutil/trace.go:171","msg":"trace[1343967424] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:18565; }","duration":"141.589448ms","start":"2026-04-28T07:45:33.758015Z","end":"2026-04-28T07:45:33.899605Z","steps":["trace[1343967424] 'agreement among raft nodes before linearized reading' (duration: 141.313321ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:34.782924Z","caller":"traceutil/trace.go:171","msg":"trace[251240714] linearizableReadLoop","detail":"{readStateIndex:19134; appliedIndex:19132; }","duration":"194.380166ms","start":"2026-04-28T07:45:34.58852Z","end":"2026-04-28T07:45:34.7829Z","steps":["trace[251240714] 'read index received' (duration: 12.422034ms)","trace[251240714] 'applied index is now lower than readState.Index' (duration: 181.956462ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:34.783073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.53366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T07:45:34.783106Z","caller":"traceutil/trace.go:171","msg":"trace[1739428549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18569; }","duration":"194.603971ms","start":"2026-04-28T07:45:34.588492Z","end":"2026-04-28T07:45:34.783096Z","steps":["trace[1739428549] 'agreement among raft nodes before linearized reading' (duration: 194.531609ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:34.783085Z","caller":"traceutil/trace.go:171","msg":"trace[1245559890] transaction","detail":"{read_only:false; response_revision:18569; number_of_response:1; }","duration":"195.828633ms","start":"2026-04-28T07:45:34.587206Z","end":"2026-04-28T07:45:34.783035Z","steps":["trace[1245559890] 'process raft request' (duration: 195.541806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:34.783266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.039517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:45:34.783296Z","caller":"traceutil/trace.go:171","msg":"trace[214116551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18569; }","duration":"194.087699ms","start":"2026-04-28T07:45:34.589201Z","end":"2026-04-28T07:45:34.783288Z","steps":["trace[214116551] 'agreement among raft nodes before linearized reading' (duration: 194.039128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:34.783586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.300975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-144d9b90-3c11-4d84-89a6-82dcf0c9c9cd\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-04-28T07:45:34.783657Z","caller":"traceutil/trace.go:171","msg":"trace[1127252738] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-144d9b90-3c11-4d84-89a6-82dcf0c9c9cd; range_end:; response_count:1; response_revision:18569; }","duration":"162.402787ms","start":"2026-04-28T07:45:34.621243Z","end":"2026-04-28T07:45:34.783646Z","steps":["trace[1127252738] 'agreement among raft nodes before linearized reading' (duration: 162.254464ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:34.955364Z","caller":"traceutil/trace.go:171","msg":"trace[733354135] transaction","detail":"{read_only:false; response_revision:18570; number_of_response:1; }","duration":"167.393452ms","start":"2026-04-28T07:45:34.787933Z","end":"2026-04-28T07:45:34.955327Z","steps":["trace[733354135] 'process raft request' (duration: 74.430678ms)","trace[733354135] 'compare' (duration: 92.599924ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:34.955809Z","caller":"traceutil/trace.go:171","msg":"trace[102092662] linearizableReadLoop","detail":"{readStateIndex:19136; appliedIndex:19134; }","duration":"167.044003ms","start":"2026-04-28T07:45:34.788748Z","end":"2026-04-28T07:45:34.955792Z","steps":["trace[102092662] 'read index received' (duration: 73.630317ms)","trace[102092662] 'applied index is now lower than readState.Index' (duration: 93.412316ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:34.955848Z","caller":"traceutil/trace.go:171","msg":"trace[1798225085] transaction","detail":"{read_only:false; response_revision:18571; number_of_response:1; }","duration":"167.537176ms","start":"2026-04-28T07:45:34.788282Z","end":"2026-04-28T07:45:34.955819Z","steps":["trace[1798225085] 'process raft request' (duration: 167.394112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:34.955948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.549029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:45:34.955986Z","caller":"traceutil/trace.go:171","msg":"trace[1267435733] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:18571; }","duration":"166.61706ms","start":"2026-04-28T07:45:34.78936Z","end":"2026-04-28T07:45:34.955977Z","steps":["trace[1267435733] 'agreement among raft nodes before linearized reading' (duration: 166.540668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:34.956015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.244108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-144d9b90-3c11-4d84-89a6-82dcf0c9c9cd\" ","response":"range_response_count:1 size:3948"} {"level":"info","ts":"2026-04-28T07:45:34.956052Z","caller":"traceutil/trace.go:171","msg":"trace[256329913] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-144d9b90-3c11-4d84-89a6-82dcf0c9c9cd; range_end:; response_count:1; response_revision:18571; }","duration":"167.338631ms","start":"2026-04-28T07:45:34.788704Z","end":"2026-04-28T07:45:34.956042Z","steps":["trace[256329913] 'agreement among raft nodes before linearized reading' (duration: 167.183337ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:35.169293Z","caller":"traceutil/trace.go:171","msg":"trace[1164959871] linearizableReadLoop","detail":"{readStateIndex:19137; appliedIndex:19136; }","duration":"203.288834ms","start":"2026-04-28T07:45:34.965973Z","end":"2026-04-28T07:45:35.169261Z","steps":["trace[1164959871] 'read index received' (duration: 122.114956ms)","trace[1164959871] 'applied index is now lower than readState.Index' (duration: 81.172198ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:35.169304Z","caller":"traceutil/trace.go:171","msg":"trace[943211242] transaction","detail":"{read_only:false; response_revision:18572; number_of_response:1; }","duration":"210.362464ms","start":"2026-04-28T07:45:34.958906Z","end":"2026-04-28T07:45:35.169268Z","steps":["trace[943211242] 'process raft request' (duration: 129.186106ms)","trace[943211242] 'compare' (duration: 80.910701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:35.169443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.430448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:45:35.169532Z","caller":"traceutil/trace.go:171","msg":"trace[833757278] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:18572; }","duration":"203.577692ms","start":"2026-04-28T07:45:34.965935Z","end":"2026-04-28T07:45:35.169513Z","steps":["trace[833757278] 'agreement among raft nodes before linearized reading' (duration: 203.411487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:35.551639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.064408ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:45:35.551838Z","caller":"traceutil/trace.go:171","msg":"trace[243337139] linearizableReadLoop","detail":"{readStateIndex:19140; appliedIndex:19139; }","duration":"317.345865ms","start":"2026-04-28T07:45:35.234455Z","end":"2026-04-28T07:45:35.551801Z","steps":["trace[243337139] 'read index received' (duration: 63.107523ms)","trace[243337139] 'applied index is now lower than readState.Index' (duration: 254.234252ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:35.552091Z","caller":"traceutil/trace.go:171","msg":"trace[1529547837] transaction","detail":"{read_only:false; response_revision:18575; number_of_response:1; }","duration":"310.199644ms","start":"2026-04-28T07:45:35.241867Z","end":"2026-04-28T07:45:35.552066Z","steps":["trace[1529547837] 'process raft request' (duration: 309.887876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:35.552175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.796505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-28T07:45:35.55221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:35.241844Z","time spent":"310.307996ms","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1200,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:45:35.552246Z","caller":"traceutil/trace.go:171","msg":"trace[1346427518] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18575; }","duration":"324.908778ms","start":"2026-04-28T07:45:35.227323Z","end":"2026-04-28T07:45:35.552231Z","steps":["trace[1346427518] 'agreement among raft nodes before linearized reading' (duration: 324.58183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:35.552288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:35.227306Z","time spent":"324.972229ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:45:35.552375Z","caller":"traceutil/trace.go:171","msg":"trace[1556192842] transaction","detail":"{read_only:false; response_revision:18576; number_of_response:1; }","duration":"152.567923ms","start":"2026-04-28T07:45:35.399788Z","end":"2026-04-28T07:45:35.552356Z","steps":["trace[1556192842] 'process raft request' (duration: 152.106051ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:35.552454Z","caller":"traceutil/trace.go:171","msg":"trace[553569014] transaction","detail":"{read_only:false; response_revision:18577; number_of_response:1; }","duration":"107.924625ms","start":"2026-04-28T07:45:35.444506Z","end":"2026-04-28T07:45:35.552431Z","steps":["trace[553569014] 'process raft request' (duration: 107.757101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:35.552785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.965567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-04-28T07:45:35.552832Z","caller":"traceutil/trace.go:171","msg":"trace[1309067498] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:18579; }","duration":"288.022379ms","start":"2026-04-28T07:45:35.264797Z","end":"2026-04-28T07:45:35.552819Z","steps":["trace[1309067498] 'agreement among raft nodes before linearized reading' (duration: 287.832034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:35.738715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.967034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:45:35.738825Z","caller":"traceutil/trace.go:171","msg":"trace[19681264] transaction","detail":"{read_only:false; response_revision:18581; number_of_response:1; }","duration":"180.380671ms","start":"2026-04-28T07:45:35.558424Z","end":"2026-04-28T07:45:35.738804Z","steps":["trace[19681264] 'process raft request' (duration: 55.223952ms)","trace[19681264] 'compare' (duration: 124.778288ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:35.795634Z","caller":"traceutil/trace.go:171","msg":"trace[56653666] transaction","detail":"{read_only:false; response_revision:18582; number_of_response:1; }","duration":"192.576898ms","start":"2026-04-28T07:45:35.603028Z","end":"2026-04-28T07:45:35.795604Z","steps":["trace[56653666] 'process raft request' (duration: 192.331041ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:35.795765Z","caller":"traceutil/trace.go:171","msg":"trace[432368822] linearizableReadLoop","detail":"{readStateIndex:19149; appliedIndex:19147; }","duration":"161.329129ms","start":"2026-04-28T07:45:35.634403Z","end":"2026-04-28T07:45:35.795732Z","steps":["trace[432368822] 'read index received' (duration: 160.844226ms)","trace[432368822] 'applied index is now lower than readState.Index' (duration: 482.473µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:35.795882Z","caller":"traceutil/trace.go:171","msg":"trace[1396522070] transaction","detail":"{read_only:false; response_revision:18583; number_of_response:1; }","duration":"183.0101ms","start":"2026-04-28T07:45:35.612842Z","end":"2026-04-28T07:45:35.795852Z","steps":["trace[1396522070] 'process raft request' (duration: 182.701882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:35.795955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.524574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:45:35.796023Z","caller":"traceutil/trace.go:171","msg":"trace[218523785] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:18583; }","duration":"161.625987ms","start":"2026-04-28T07:45:35.634364Z","end":"2026-04-28T07:45:35.79599Z","steps":["trace[218523785] 'agreement among raft nodes before linearized reading' (duration: 161.511284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:35.83129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.245171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:45:35.831363Z","caller":"traceutil/trace.go:171","msg":"trace[1332131698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18584; }","duration":"128.350904ms","start":"2026-04-28T07:45:35.702997Z","end":"2026-04-28T07:45:35.831348Z","steps":["trace[1332131698] 'agreement among raft nodes before linearized reading' (duration: 128.20904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:35.831564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.710333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:45:35.831695Z","caller":"traceutil/trace.go:171","msg":"trace[1327540267] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:18584; }","duration":"160.886287ms","start":"2026-04-28T07:45:35.670778Z","end":"2026-04-28T07:45:35.831664Z","steps":["trace[1327540267] 'agreement among raft nodes before linearized reading' (duration: 160.703463ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:36.734667Z","caller":"traceutil/trace.go:171","msg":"trace[1514158780] linearizableReadLoop","detail":"{readStateIndex:19156; appliedIndex:19154; }","duration":"129.469463ms","start":"2026-04-28T07:45:36.605178Z","end":"2026-04-28T07:45:36.734648Z","steps":["trace[1514158780] 'read index received' (duration: 25.157014ms)","trace[1514158780] 'applied index is now lower than readState.Index' (duration: 104.311649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:36.734907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.72127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:45:36.73496Z","caller":"traceutil/trace.go:171","msg":"trace[169363055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18590; }","duration":"129.820873ms","start":"2026-04-28T07:45:36.605132Z","end":"2026-04-28T07:45:36.734953Z","steps":["trace[169363055] 'agreement among raft nodes before linearized reading' (duration: 129.621118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:36.73495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.279827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:9192"} {"level":"info","ts":"2026-04-28T07:45:36.735006Z","caller":"traceutil/trace.go:171","msg":"trace[1447632964] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:18590; }","duration":"117.38322ms","start":"2026-04-28T07:45:36.617606Z","end":"2026-04-28T07:45:36.734989Z","steps":["trace[1447632964] 'agreement among raft nodes before linearized reading' (duration: 117.234616ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:36.735131Z","caller":"traceutil/trace.go:171","msg":"trace[842793963] transaction","detail":"{read_only:false; response_revision:18590; number_of_response:1; }","duration":"131.746025ms","start":"2026-04-28T07:45:36.602962Z","end":"2026-04-28T07:45:36.734708Z","steps":["trace[842793963] 'process raft request' (duration: 131.57172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:36.845961Z","caller":"traceutil/trace.go:171","msg":"trace[1326976592] transaction","detail":"{read_only:false; response_revision:18592; number_of_response:1; }","duration":"103.171768ms","start":"2026-04-28T07:45:36.742759Z","end":"2026-04-28T07:45:36.845931Z","steps":["trace[1326976592] 'process raft request' (duration: 102.938942ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:36.990761Z","caller":"traceutil/trace.go:171","msg":"trace[1664545889] linearizableReadLoop","detail":"{readStateIndex:19159; appliedIndex:19158; }","duration":"126.807674ms","start":"2026-04-28T07:45:36.863932Z","end":"2026-04-28T07:45:36.990739Z","steps":["trace[1664545889] 'read index received' (duration: 115.412017ms)","trace[1664545889] 'applied index is now lower than readState.Index' (duration: 11.394797ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:36.99082Z","caller":"traceutil/trace.go:171","msg":"trace[197870860] transaction","detail":"{read_only:false; response_revision:18593; number_of_response:1; }","duration":"134.602032ms","start":"2026-04-28T07:45:36.856187Z","end":"2026-04-28T07:45:36.990789Z","steps":["trace[197870860] 'process raft request' (duration: 123.076252ms)","trace[197870860] 'compare' (duration: 11.113478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:36.990953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.014129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T07:45:36.99101Z","caller":"traceutil/trace.go:171","msg":"trace[2063465354] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:18593; }","duration":"127.113311ms","start":"2026-04-28T07:45:36.863882Z","end":"2026-04-28T07:45:36.990996Z","steps":["trace[2063465354] 'agreement among raft nodes before linearized reading' (duration: 126.960737ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:37.180966Z","caller":"traceutil/trace.go:171","msg":"trace[1771243060] transaction","detail":"{read_only:false; response_revision:18596; number_of_response:1; }","duration":"176.230189ms","start":"2026-04-28T07:45:37.004708Z","end":"2026-04-28T07:45:37.180938Z","steps":["trace[1771243060] 'process raft request' (duration: 100.003213ms)","trace[1771243060] 'compare' (duration: 76.01712ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:37.180975Z","caller":"traceutil/trace.go:171","msg":"trace[1739357085] transaction","detail":"{read_only:false; response_revision:18597; number_of_response:1; }","duration":"171.644886ms","start":"2026-04-28T07:45:37.009313Z","end":"2026-04-28T07:45:37.180958Z","steps":["trace[1739357085] 'process raft request' (duration: 171.561764ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:37.180974Z","caller":"traceutil/trace.go:171","msg":"trace[726024423] linearizableReadLoop","detail":"{readStateIndex:19162; appliedIndex:19160; }","duration":"172.357805ms","start":"2026-04-28T07:45:37.008577Z","end":"2026-04-28T07:45:37.180935Z","steps":["trace[726024423] 'read index received' (duration: 22.883384ms)","trace[726024423] 'applied index is now lower than readState.Index' (duration: 149.473401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:37.181153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.55578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:45:37.181194Z","caller":"traceutil/trace.go:171","msg":"trace[1102954905] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:18597; }","duration":"172.642783ms","start":"2026-04-28T07:45:37.00854Z","end":"2026-04-28T07:45:37.181182Z","steps":["trace[1102954905] 'agreement among raft nodes before linearized reading' (duration: 172.475888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:37.368046Z","caller":"traceutil/trace.go:171","msg":"trace[842859886] linearizableReadLoop","detail":"{readStateIndex:19164; appliedIndex:19163; }","duration":"136.923224ms","start":"2026-04-28T07:45:37.231098Z","end":"2026-04-28T07:45:37.368021Z","steps":["trace[842859886] 'read index received' (duration: 96.218173ms)","trace[842859886] 'applied index is now lower than readState.Index' (duration: 40.703891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:37.368242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.117669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-04-28T07:45:37.368285Z","caller":"traceutil/trace.go:171","msg":"trace[487314887] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:18598; }","duration":"137.176571ms","start":"2026-04-28T07:45:37.231094Z","end":"2026-04-28T07:45:37.36827Z","steps":["trace[487314887] 'agreement among raft nodes before linearized reading' (duration: 137.020777ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:37.368284Z","caller":"traceutil/trace.go:171","msg":"trace[933196545] transaction","detail":"{read_only:false; response_revision:18598; number_of_response:1; }","duration":"144.291971ms","start":"2026-04-28T07:45:37.223959Z","end":"2026-04-28T07:45:37.368251Z","steps":["trace[933196545] 'process raft request' (duration: 103.373944ms)","trace[933196545] 'compare' (duration: 40.551418ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:37.733186Z","caller":"traceutil/trace.go:171","msg":"trace[1440527615] linearizableReadLoop","detail":"{readStateIndex:19169; appliedIndex:19165; }","duration":"150.602591ms","start":"2026-04-28T07:45:37.582559Z","end":"2026-04-28T07:45:37.733162Z","steps":["trace[1440527615] 'read index received' (duration: 67.423139ms)","trace[1440527615] 'applied index is now lower than readState.Index' (duration: 83.178012ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:37.733367Z","caller":"traceutil/trace.go:171","msg":"trace[2011071424] transaction","detail":"{read_only:false; response_revision:18602; number_of_response:1; }","duration":"173.611788ms","start":"2026-04-28T07:45:37.559714Z","end":"2026-04-28T07:45:37.733326Z","steps":["trace[2011071424] 'process raft request' (duration: 173.380762ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:37.733418Z","caller":"traceutil/trace.go:171","msg":"trace[736921763] transaction","detail":"{read_only:false; response_revision:18603; number_of_response:1; }","duration":"172.382686ms","start":"2026-04-28T07:45:37.56102Z","end":"2026-04-28T07:45:37.733403Z","steps":["trace[736921763] 'process raft request' (duration: 172.105498ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:37.733645Z","caller":"traceutil/trace.go:171","msg":"trace[1151255908] transaction","detail":"{read_only:false; response_revision:18600; number_of_response:1; }","duration":"175.89323ms","start":"2026-04-28T07:45:37.557736Z","end":"2026-04-28T07:45:37.733629Z","steps":["trace[1151255908] 'process raft request' (duration: 92.232494ms)","trace[1151255908] 'compare' (duration: 82.74822ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:37.73365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.063723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-04-28T07:45:37.733736Z","caller":"traceutil/trace.go:171","msg":"trace[370117052] transaction","detail":"{read_only:false; response_revision:18601; number_of_response:1; }","duration":"175.033047ms","start":"2026-04-28T07:45:37.558693Z","end":"2026-04-28T07:45:37.733726Z","steps":["trace[370117052] 'process raft request' (duration: 174.360209ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:37.73373Z","caller":"traceutil/trace.go:171","msg":"trace[1724189021] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:18603; }","duration":"151.210828ms","start":"2026-04-28T07:45:37.582498Z","end":"2026-04-28T07:45:37.733708Z","steps":["trace[1724189021] 'agreement among raft nodes before linearized reading' (duration: 150.901969ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:37.782552Z","caller":"traceutil/trace.go:171","msg":"trace[2085586398] transaction","detail":"{read_only:false; response_revision:18604; number_of_response:1; }","duration":"196.7911ms","start":"2026-04-28T07:45:37.585723Z","end":"2026-04-28T07:45:37.782514Z","steps":["trace[2085586398] 'process raft request' (duration: 196.544723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:37.782662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.742839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qsk7z\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-28T07:45:37.782732Z","caller":"traceutil/trace.go:171","msg":"trace[1032297617] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qsk7z; range_end:; response_count:1; response_revision:18604; }","duration":"177.877432ms","start":"2026-04-28T07:45:37.604839Z","end":"2026-04-28T07:45:37.782717Z","steps":["trace[1032297617] 'agreement among raft nodes before linearized reading' (duration: 177.602575ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:37.918901Z","caller":"traceutil/trace.go:171","msg":"trace[454133936] transaction","detail":"{read_only:false; response_revision:18606; number_of_response:1; }","duration":"114.268906ms","start":"2026-04-28T07:45:37.8046Z","end":"2026-04-28T07:45:37.918869Z","steps":["trace[454133936] 'process raft request' (duration: 114.059441ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:38.087908Z","caller":"traceutil/trace.go:171","msg":"trace[132260195] linearizableReadLoop","detail":"{readStateIndex:19173; appliedIndex:19172; }","duration":"126.253268ms","start":"2026-04-28T07:45:37.96163Z","end":"2026-04-28T07:45:38.087883Z","steps":["trace[132260195] 'read index received' (duration: 105.945514ms)","trace[132260195] 'applied index is now lower than readState.Index' (duration: 20.306544ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:38.088125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.476764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hltld\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-04-28T07:45:38.088122Z","caller":"traceutil/trace.go:171","msg":"trace[945887797] transaction","detail":"{read_only:false; response_revision:18607; number_of_response:1; }","duration":"130.402128ms","start":"2026-04-28T07:45:37.957686Z","end":"2026-04-28T07:45:38.088088Z","steps":["trace[945887797] 'process raft request' (duration: 109.93157ms)","trace[945887797] 'compare' (duration: 20.010206ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:38.088163Z","caller":"traceutil/trace.go:171","msg":"trace[1357523179] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hltld; range_end:; response_count:1; response_revision:18607; }","duration":"126.529735ms","start":"2026-04-28T07:45:37.961622Z","end":"2026-04-28T07:45:38.088152Z","steps":["trace[1357523179] 'agreement among raft nodes before linearized reading' (duration: 126.34796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:38.519936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.35825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-database-exporter\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:45:38.520082Z","caller":"traceutil/trace.go:171","msg":"trace[1416973643] range","detail":"{range_begin:/registry/deployments/openstack/openstack-database-exporter; range_end:; response_count:0; response_revision:18607; }","duration":"306.549495ms","start":"2026-04-28T07:45:38.213502Z","end":"2026-04-28T07:45:38.520051Z","steps":["trace[1416973643] 'range keys from in-memory index tree' (duration: 306.271758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:38.520152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:45:38.213486Z","time spent":"306.649217ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/openstack-database-exporter\" "} {"level":"info","ts":"2026-04-28T07:45:38.520505Z","caller":"traceutil/trace.go:171","msg":"trace[610187206] transaction","detail":"{read_only:false; response_revision:18608; number_of_response:1; }","duration":"252.419254ms","start":"2026-04-28T07:45:38.268029Z","end":"2026-04-28T07:45:38.520448Z","steps":["trace[610187206] 'process raft request' (duration: 169.605571ms)","trace[610187206] 'compare' (duration: 82.534024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:45:38.76756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.353456ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:45:38.767844Z","caller":"traceutil/trace.go:171","msg":"trace[2064607750] transaction","detail":"{read_only:false; response_revision:18609; number_of_response:1; }","duration":"240.061552ms","start":"2026-04-28T07:45:38.52776Z","end":"2026-04-28T07:45:38.767821Z","steps":["trace[2064607750] 'process raft request' (duration: 99.373287ms)","trace[2064607750] 'compare' (duration: 140.186362ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:38.768495Z","caller":"traceutil/trace.go:171","msg":"trace[466537017] transaction","detail":"{read_only:false; response_revision:18610; number_of_response:1; }","duration":"232.995532ms","start":"2026-04-28T07:45:38.535468Z","end":"2026-04-28T07:45:38.768463Z","steps":["trace[466537017] 'process raft request' (duration: 232.222151ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:39.068941Z","caller":"traceutil/trace.go:171","msg":"trace[762509895] linearizableReadLoop","detail":"{readStateIndex:19178; appliedIndex:19177; }","duration":"249.140855ms","start":"2026-04-28T07:45:38.819776Z","end":"2026-04-28T07:45:39.068917Z","steps":["trace[762509895] 'read index received' (duration: 8.747335ms)","trace[762509895] 'applied index is now lower than readState.Index' (duration: 240.39246ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:39.069046Z","caller":"traceutil/trace.go:171","msg":"trace[586705854] transaction","detail":"{read_only:false; response_revision:18612; number_of_response:1; }","duration":"292.232461ms","start":"2026-04-28T07:45:38.776803Z","end":"2026-04-28T07:45:39.069036Z","steps":["trace[586705854] 'process raft request' (duration: 291.951014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:39.069283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.496725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:45:39.069357Z","caller":"traceutil/trace.go:171","msg":"trace[363477191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18612; }","duration":"249.618129ms","start":"2026-04-28T07:45:38.819721Z","end":"2026-04-28T07:45:39.069339Z","steps":["trace[363477191] 'agreement among raft nodes before linearized reading' (duration: 249.354001ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:39.176255Z","caller":"traceutil/trace.go:171","msg":"trace[88662324] transaction","detail":"{read_only:false; response_revision:18614; number_of_response:1; }","duration":"102.051158ms","start":"2026-04-28T07:45:39.074162Z","end":"2026-04-28T07:45:39.176213Z","steps":["trace[88662324] 'process raft request' (duration: 86.785388ms)","trace[88662324] 'compare' (duration: 14.89731ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:39.176352Z","caller":"traceutil/trace.go:171","msg":"trace[973961217] transaction","detail":"{read_only:false; response_revision:18615; number_of_response:1; }","duration":"101.117593ms","start":"2026-04-28T07:45:39.075204Z","end":"2026-04-28T07:45:39.176322Z","steps":["trace[973961217] 'process raft request' (duration: 100.848496ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:39.176424Z","caller":"traceutil/trace.go:171","msg":"trace[1848768966] transaction","detail":"{read_only:false; response_revision:18616; number_of_response:1; }","duration":"100.348332ms","start":"2026-04-28T07:45:39.076024Z","end":"2026-04-28T07:45:39.176372Z","steps":["trace[1848768966] 'process raft request' (duration: 100.105286ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:39.449367Z","caller":"traceutil/trace.go:171","msg":"trace[1859541031] linearizableReadLoop","detail":"{readStateIndex:19186; appliedIndex:19184; }","duration":"267.028125ms","start":"2026-04-28T07:45:39.182316Z","end":"2026-04-28T07:45:39.449344Z","steps":["trace[1859541031] 'read index received' (duration: 32.925234ms)","trace[1859541031] 'applied index is now lower than readState.Index' (duration: 234.102091ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:39.449612Z","caller":"traceutil/trace.go:171","msg":"trace[1031417157] transaction","detail":"{read_only:false; response_revision:18620; number_of_response:1; }","duration":"267.502987ms","start":"2026-04-28T07:45:39.182097Z","end":"2026-04-28T07:45:39.4496Z","steps":["trace[1031417157] 'process raft request' (duration: 267.057456ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:39.449649Z","caller":"traceutil/trace.go:171","msg":"trace[337271177] transaction","detail":"{read_only:false; response_revision:18621; number_of_response:1; }","duration":"264.673301ms","start":"2026-04-28T07:45:39.184951Z","end":"2026-04-28T07:45:39.449624Z","steps":["trace[337271177] 'process raft request' (duration: 264.342352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:39.449793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.453956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/openstack-database-exporter\" ","response":"range_response_count:1 size:2666"} {"level":"info","ts":"2026-04-28T07:45:39.449855Z","caller":"traceutil/trace.go:171","msg":"trace[1283489763] range","detail":"{range_begin:/registry/deployments/openstack/openstack-database-exporter; range_end:; response_count:1; response_revision:18621; }","duration":"267.558169ms","start":"2026-04-28T07:45:39.182281Z","end":"2026-04-28T07:45:39.449839Z","steps":["trace[1283489763] 'agreement among raft nodes before linearized reading' (duration: 267.359403ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:39.456231Z","caller":"traceutil/trace.go:171","msg":"trace[1907554354] transaction","detail":"{read_only:false; response_revision:18622; number_of_response:1; }","duration":"101.848354ms","start":"2026-04-28T07:45:39.35437Z","end":"2026-04-28T07:45:39.456218Z","steps":["trace[1907554354] 'process raft request' (duration: 101.657008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:39.456577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.885505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:45:39.456643Z","caller":"traceutil/trace.go:171","msg":"trace[1301468683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18623; }","duration":"272.015828ms","start":"2026-04-28T07:45:39.184611Z","end":"2026-04-28T07:45:39.456627Z","steps":["trace[1301468683] 'agreement among raft nodes before linearized reading' (duration: 271.619908ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:39.611967Z","caller":"traceutil/trace.go:171","msg":"trace[1649867741] linearizableReadLoop","detail":"{readStateIndex:19193; appliedIndex:19189; }","duration":"139.848143ms","start":"2026-04-28T07:45:39.472095Z","end":"2026-04-28T07:45:39.611943Z","steps":["trace[1649867741] 'read index received' (duration: 68.124229ms)","trace[1649867741] 'applied index is now lower than readState.Index' (duration: 71.722834ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:39.61209Z","caller":"traceutil/trace.go:171","msg":"trace[1706793997] transaction","detail":"{read_only:false; response_revision:18626; number_of_response:1; }","duration":"155.890032ms","start":"2026-04-28T07:45:39.456154Z","end":"2026-04-28T07:45:39.612044Z","steps":["trace[1706793997] 'process raft request' (duration: 151.892825ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:39.612602Z","caller":"traceutil/trace.go:171","msg":"trace[898407251] transaction","detail":"{read_only:false; response_revision:18627; number_of_response:1; }","duration":"152.936873ms","start":"2026-04-28T07:45:39.459624Z","end":"2026-04-28T07:45:39.612561Z","steps":["trace[898407251] 'process raft request' (duration: 152.216854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:39.612736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.613763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-9nz2l\" ","response":"range_response_count:1 size:2515"} {"level":"info","ts":"2026-04-28T07:45:39.614153Z","caller":"traceutil/trace.go:171","msg":"trace[2028340711] range","detail":"{range_begin:/registry/pods/openstack/openstack-database-exporter-78c69bc7dd-9nz2l; range_end:; response_count:1; response_revision:18627; }","duration":"142.066562ms","start":"2026-04-28T07:45:39.472057Z","end":"2026-04-28T07:45:39.614124Z","steps":["trace[2028340711] 'agreement among raft nodes before linearized reading' (duration: 140.51726ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:39.995276Z","caller":"traceutil/trace.go:171","msg":"trace[1305530708] transaction","detail":"{read_only:false; response_revision:18637; number_of_response:1; }","duration":"143.570802ms","start":"2026-04-28T07:45:39.851676Z","end":"2026-04-28T07:45:39.995247Z","steps":["trace[1305530708] 'process raft request' (duration: 142.058642ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:40.153928Z","caller":"traceutil/trace.go:171","msg":"trace[1761218654] transaction","detail":"{read_only:false; response_revision:18638; number_of_response:1; }","duration":"262.910995ms","start":"2026-04-28T07:45:39.890982Z","end":"2026-04-28T07:45:40.153893Z","steps":["trace[1761218654] 'process raft request' (duration: 258.64115ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:40.154063Z","caller":"traceutil/trace.go:171","msg":"trace[1131633548] linearizableReadLoop","detail":"{readStateIndex:19206; appliedIndex:19203; }","duration":"227.786573ms","start":"2026-04-28T07:45:39.926247Z","end":"2026-04-28T07:45:40.154034Z","steps":["trace[1131633548] 'read index received' (duration: 67.505282ms)","trace[1131633548] 'applied index is now lower than readState.Index' (duration: 160.278771ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:40.154122Z","caller":"traceutil/trace.go:171","msg":"trace[251992365] transaction","detail":"{read_only:false; response_revision:18639; number_of_response:1; }","duration":"229.497958ms","start":"2026-04-28T07:45:39.924584Z","end":"2026-04-28T07:45:40.154082Z","steps":["trace[251992365] 'process raft request' (duration: 229.245712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:45:40.154256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.978408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:45:40.154323Z","caller":"traceutil/trace.go:171","msg":"trace[1864034798] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:18639; }","duration":"228.090471ms","start":"2026-04-28T07:45:39.926217Z","end":"2026-04-28T07:45:40.154308Z","steps":["trace[1864034798] 'agreement among raft nodes before linearized reading' (duration: 227.946967ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:40.181144Z","caller":"traceutil/trace.go:171","msg":"trace[446162015] transaction","detail":"{read_only:false; response_revision:18640; number_of_response:1; }","duration":"104.990057ms","start":"2026-04-28T07:45:40.076124Z","end":"2026-04-28T07:45:40.181114Z","steps":["trace[446162015] 'process raft request' (duration: 104.604717ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:40.426331Z","caller":"traceutil/trace.go:171","msg":"trace[1725990950] transaction","detail":"{read_only:false; response_revision:18641; number_of_response:1; }","duration":"232.325904ms","start":"2026-04-28T07:45:40.193965Z","end":"2026-04-28T07:45:40.426291Z","steps":["trace[1725990950] 'process raft request' (duration: 231.958784ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:40.613032Z","caller":"traceutil/trace.go:171","msg":"trace[958410975] transaction","detail":"{read_only:false; response_revision:18642; number_of_response:1; }","duration":"178.929061ms","start":"2026-04-28T07:45:40.434072Z","end":"2026-04-28T07:45:40.613001Z","steps":["trace[958410975] 'process raft request' (duration: 133.596444ms)","trace[958410975] 'compare' (duration: 45.09493ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:45:40.619208Z","caller":"traceutil/trace.go:171","msg":"trace[670678841] transaction","detail":"{read_only:false; response_revision:18643; number_of_response:1; }","duration":"184.960253ms","start":"2026-04-28T07:45:40.434226Z","end":"2026-04-28T07:45:40.619186Z","steps":["trace[670678841] 'process raft request' (duration: 184.790268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:40.619571Z","caller":"traceutil/trace.go:171","msg":"trace[343741393] transaction","detail":"{read_only:false; response_revision:18644; number_of_response:1; }","duration":"185.174339ms","start":"2026-04-28T07:45:40.434311Z","end":"2026-04-28T07:45:40.619486Z","steps":["trace[343741393] 'process raft request' (duration: 184.83097ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:40.619953Z","caller":"traceutil/trace.go:171","msg":"trace[756201445] transaction","detail":"{read_only:false; response_revision:18645; number_of_response:1; }","duration":"185.162568ms","start":"2026-04-28T07:45:40.434751Z","end":"2026-04-28T07:45:40.619914Z","steps":["trace[756201445] 'process raft request' (duration: 184.620704ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:45:46.286421Z","caller":"traceutil/trace.go:171","msg":"trace[53230117] transaction","detail":"{read_only:false; response_revision:18839; number_of_response:1; }","duration":"102.812718ms","start":"2026-04-28T07:45:46.183582Z","end":"2026-04-28T07:45:46.286394Z","steps":["trace[53230117] 'process raft request' (duration: 102.608983ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:11.589925Z","caller":"traceutil/trace.go:171","msg":"trace[1177398219] transaction","detail":"{read_only:false; response_revision:19091; number_of_response:1; }","duration":"221.703489ms","start":"2026-04-28T07:46:11.368192Z","end":"2026-04-28T07:46:11.589895Z","steps":["trace[1177398219] 'process raft request' (duration: 221.444522ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:11.591553Z","caller":"traceutil/trace.go:171","msg":"trace[779663909] transaction","detail":"{read_only:false; response_revision:19092; number_of_response:1; }","duration":"220.187538ms","start":"2026-04-28T07:46:11.371322Z","end":"2026-04-28T07:46:11.59151Z","steps":["trace[779663909] 'process raft request' (duration: 219.676415ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:11.824729Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15747} {"level":"info","ts":"2026-04-28T07:46:12.007224Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15747,"took":"178.314164ms","hash":2236116846,"current-db-size-bytes":73433088,"current-db-size":"73 MB","current-db-size-in-use-bytes":36491264,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-28T07:46:12.00729Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2236116846,"revision":15747,"compact-revision":10913} {"level":"info","ts":"2026-04-28T07:46:17.270044Z","caller":"traceutil/trace.go:171","msg":"trace[1339447066] transaction","detail":"{read_only:false; response_revision:19139; number_of_response:1; }","duration":"208.505606ms","start":"2026-04-28T07:46:17.061511Z","end":"2026-04-28T07:46:17.270017Z","steps":["trace[1339447066] 'process raft request' (duration: 208.189227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:17.270245Z","caller":"traceutil/trace.go:171","msg":"trace[953359810] linearizableReadLoop","detail":"{readStateIndex:19725; appliedIndex:19724; }","duration":"204.084026ms","start":"2026-04-28T07:46:17.065831Z","end":"2026-04-28T07:46:17.269915Z","steps":["trace[953359810] 'read index received' (duration: 203.740237ms)","trace[953359810] 'applied index is now lower than readState.Index' (duration: 342.749µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:17.270333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.485107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/percona-xtradb\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-04-28T07:46:17.270422Z","caller":"traceutil/trace.go:171","msg":"trace[1823672754] range","detail":"{range_begin:/registry/secrets/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19139; }","duration":"204.646431ms","start":"2026-04-28T07:46:17.065756Z","end":"2026-04-28T07:46:17.270402Z","steps":["trace[1823672754] 'agreement among raft nodes before linearized reading' (duration: 204.372244ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:17.766953Z","caller":"traceutil/trace.go:171","msg":"trace[1136852249] linearizableReadLoop","detail":"{readStateIndex:19726; appliedIndex:19725; }","duration":"345.51024ms","start":"2026-04-28T07:46:17.421417Z","end":"2026-04-28T07:46:17.766928Z","steps":["trace[1136852249] 'read index received' (duration: 345.334016ms)","trace[1136852249] 'applied index is now lower than readState.Index' (duration: 174.924µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:17.767087Z","caller":"traceutil/trace.go:171","msg":"trace[2136793898] transaction","detail":"{read_only:false; response_revision:19140; number_of_response:1; }","duration":"466.866227ms","start":"2026-04-28T07:46:17.300185Z","end":"2026-04-28T07:46:17.767051Z","steps":["trace[2136793898] 'process raft request' (duration: 466.566719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:17.767149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.705245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:46:17.767223Z","caller":"traceutil/trace.go:171","msg":"trace[1073199981] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:19140; }","duration":"345.826989ms","start":"2026-04-28T07:46:17.421378Z","end":"2026-04-28T07:46:17.767205Z","steps":["trace[1073199981] 'agreement among raft nodes before linearized reading' (duration: 345.681655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:17.767253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:17.300164Z","time spent":"467.00452ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:46:17.767276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:17.42136Z","time spent":"345.90702ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:46:18.140972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.198168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:46:18.141106Z","caller":"traceutil/trace.go:171","msg":"trace[179450349] transaction","detail":"{read_only:false; response_revision:19141; number_of_response:1; }","duration":"518.216164ms","start":"2026-04-28T07:46:17.622867Z","end":"2026-04-28T07:46:18.141083Z","steps":["trace[179450349] 'process raft request' (duration: 224.817652ms)","trace[179450349] 'compare' (duration: 292.903569ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:18.141174Z","caller":"traceutil/trace.go:171","msg":"trace[1160430569] transaction","detail":"{read_only:false; response_revision:19142; number_of_response:1; }","duration":"218.0279ms","start":"2026-04-28T07:46:17.92313Z","end":"2026-04-28T07:46:18.141158Z","steps":["trace[1160430569] 'process raft request' (duration: 217.949408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:18.141208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:17.622818Z","time spent":"518.338928ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:46:18.141318Z","caller":"traceutil/trace.go:171","msg":"trace[1831412035] linearizableReadLoop","detail":"{readStateIndex:19727; appliedIndex:19726; }","duration":"374.285493ms","start":"2026-04-28T07:46:17.767022Z","end":"2026-04-28T07:46:18.141308Z","steps":["trace[1831412035] 'read index received' (duration: 80.611583ms)","trace[1831412035] 'applied index is now lower than readState.Index' (duration: 293.67084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:18.141511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.77992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T07:46:18.141549Z","caller":"traceutil/trace.go:171","msg":"trace[1383563265] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:19142; }","duration":"411.857952ms","start":"2026-04-28T07:46:17.729681Z","end":"2026-04-28T07:46:18.141539Z","steps":["trace[1383563265] 'agreement among raft nodes before linearized reading' (duration: 411.725038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:18.141578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:17.729662Z","time spent":"411.909612ms","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-28T07:46:18.141737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.326011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:46:18.14177Z","caller":"traceutil/trace.go:171","msg":"trace[1582489497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19142; }","duration":"438.384663ms","start":"2026-04-28T07:46:17.703378Z","end":"2026-04-28T07:46:18.141763Z","steps":["trace[1582489497] 'agreement among raft nodes before linearized reading' (duration: 438.334921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:18.141802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:17.703361Z","time spent":"438.435023ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:46:18.141848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.432047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T07:46:18.141909Z","caller":"traceutil/trace.go:171","msg":"trace[906236061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19142; }","duration":"522.53571ms","start":"2026-04-28T07:46:17.619359Z","end":"2026-04-28T07:46:18.141895Z","steps":["trace[906236061] 'agreement among raft nodes before linearized reading' (duration: 522.395486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:18.141958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:17.619337Z","time spent":"522.610302ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:46:18.142179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.654703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T07:46:18.142224Z","caller":"traceutil/trace.go:171","msg":"trace[1027927565] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19142; }","duration":"522.743025ms","start":"2026-04-28T07:46:17.61947Z","end":"2026-04-28T07:46:18.142213Z","steps":["trace[1027927565] 'agreement among raft nodes before linearized reading' (duration: 522.643073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:18.142258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:17.619442Z","time spent":"522.809017ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:46:18.475757Z","caller":"traceutil/trace.go:171","msg":"trace[1372109261] transaction","detail":"{read_only:false; response_revision:19143; number_of_response:1; }","duration":"551.480558ms","start":"2026-04-28T07:46:17.924245Z","end":"2026-04-28T07:46:18.475725Z","steps":["trace[1372109261] 'process raft request' (duration: 551.21104ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:18.475921Z","caller":"traceutil/trace.go:171","msg":"trace[212132346] transaction","detail":"{read_only:false; response_revision:19144; number_of_response:1; }","duration":"551.594491ms","start":"2026-04-28T07:46:17.924314Z","end":"2026-04-28T07:46:18.475908Z","steps":["trace[212132346] 'process raft request' (duration: 551.352435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:18.475952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:17.924223Z","time spent":"551.632612ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:46:18.475985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:17.924309Z","time spent":"551.639922ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:46:18.476113Z","caller":"traceutil/trace.go:171","msg":"trace[1245224640] transaction","detail":"{read_only:false; response_revision:19145; number_of_response:1; }","duration":"550.842331ms","start":"2026-04-28T07:46:17.925262Z","end":"2026-04-28T07:46:18.476104Z","steps":["trace[1245224640] 'process raft request' (duration: 550.588884ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:18.476104Z","caller":"traceutil/trace.go:171","msg":"trace[1806255528] linearizableReadLoop","detail":"{readStateIndex:19731; appliedIndex:19728; }","duration":"334.733612ms","start":"2026-04-28T07:46:18.141345Z","end":"2026-04-28T07:46:18.476078Z","steps":["trace[1806255528] 'read index received' (duration: 334.133206ms)","trace[1806255528] 'applied index is now lower than readState.Index' (duration: 598.566µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:18.476155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:17.925253Z","time spent":"550.880151ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:46:18.476241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.863574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T07:46:18.476285Z","caller":"traceutil/trace.go:171","msg":"trace[438628822] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19145; }","duration":"571.935906ms","start":"2026-04-28T07:46:17.904337Z","end":"2026-04-28T07:46:18.476273Z","steps":["trace[438628822] 'agreement among raft nodes before linearized reading' (duration: 571.771912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:18.47632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:17.904319Z","time spent":"571.994168ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T07:46:18.47637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.967647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:46:18.476439Z","caller":"traceutil/trace.go:171","msg":"trace[857299574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19145; }","duration":"667.084771ms","start":"2026-04-28T07:46:17.809338Z","end":"2026-04-28T07:46:18.476422Z","steps":["trace[857299574] 'agreement among raft nodes before linearized reading' (duration: 666.857284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:18.476468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:17.809319Z","time spent":"667.143732ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:46:18.613738Z","caller":"traceutil/trace.go:171","msg":"trace[1825709880] transaction","detail":"{read_only:false; response_revision:19146; number_of_response:1; }","duration":"465.4365ms","start":"2026-04-28T07:46:18.148274Z","end":"2026-04-28T07:46:18.61371Z","steps":["trace[1825709880] 'process raft request' (duration: 406.014985ms)","trace[1825709880] 'compare' (duration: 59.049574ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:46:18.613944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:18.148255Z","time spent":"465.607494ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:46:18.614036Z","caller":"traceutil/trace.go:171","msg":"trace[402590090] transaction","detail":"{read_only:false; response_revision:19147; number_of_response:1; }","duration":"465.735057ms","start":"2026-04-28T07:46:18.148273Z","end":"2026-04-28T07:46:18.614008Z","steps":["trace[402590090] 'process raft request' (duration: 465.341556ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:18.614083Z","caller":"traceutil/trace.go:171","msg":"trace[1818346576] transaction","detail":"{read_only:false; response_revision:19148; number_of_response:1; }","duration":"215.528863ms","start":"2026-04-28T07:46:18.398537Z","end":"2026-04-28T07:46:18.614065Z","steps":["trace[1818346576] 'process raft request' (duration: 215.391739ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:18.614259Z","caller":"traceutil/trace.go:171","msg":"trace[362754947] transaction","detail":"{read_only:false; response_revision:19150; number_of_response:1; }","duration":"197.072249ms","start":"2026-04-28T07:46:18.41717Z","end":"2026-04-28T07:46:18.614242Z","steps":["trace[362754947] 'process raft request' (duration: 196.969676ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:18.614336Z","caller":"traceutil/trace.go:171","msg":"trace[752566150] linearizableReadLoop","detail":"{readStateIndex:19736; appliedIndex:19731; }","duration":"138.161488ms","start":"2026-04-28T07:46:18.476165Z","end":"2026-04-28T07:46:18.614327Z","steps":["trace[752566150] 'read index received' (duration: 78.090286ms)","trace[752566150] 'applied index is now lower than readState.Index' (duration: 60.069922ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:46:18.614299Z","caller":"traceutil/trace.go:171","msg":"trace[48628349] transaction","detail":"{read_only:false; response_revision:19149; number_of_response:1; }","duration":"213.323254ms","start":"2026-04-28T07:46:18.400919Z","end":"2026-04-28T07:46:18.614242Z","steps":["trace[48628349] 'process raft request' (duration: 213.117228ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:18.614385Z","caller":"traceutil/trace.go:171","msg":"trace[2138793251] transaction","detail":"{read_only:false; response_revision:19151; number_of_response:1; }","duration":"134.098118ms","start":"2026-04-28T07:46:18.480248Z","end":"2026-04-28T07:46:18.614346Z","steps":["trace[2138793251] 'process raft request' (duration: 133.963895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:18.614475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.900265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:46:18.614508Z","caller":"traceutil/trace.go:171","msg":"trace[1682038475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19151; }","duration":"470.975277ms","start":"2026-04-28T07:46:18.143524Z","end":"2026-04-28T07:46:18.614499Z","steps":["trace[1682038475] 'agreement among raft nodes before linearized reading' (duration: 470.876555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:18.614543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:18.143507Z","time spent":"471.028418ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:46:18.614544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.188909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c53d246b-1cd5-49cc-a656-d228c6ff7f76\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-28T07:46:18.614605Z","caller":"traceutil/trace.go:171","msg":"trace[323640364] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c53d246b-1cd5-49cc-a656-d228c6ff7f76; range_end:; response_count:1; response_revision:19151; }","duration":"466.272812ms","start":"2026-04-28T07:46:18.148315Z","end":"2026-04-28T07:46:18.614588Z","steps":["trace[323640364] 'agreement among raft nodes before linearized reading' (duration: 466.081337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:18.614646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:18.148305Z","time spent":"466.331953ms","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-c53d246b-1cd5-49cc-a656-d228c6ff7f76\" "} {"level":"warn","ts":"2026-04-28T07:46:18.614651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.473209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qsk7z\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-28T07:46:18.614735Z","caller":"traceutil/trace.go:171","msg":"trace[926372115] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qsk7z; range_end:; response_count:1; response_revision:19151; }","duration":"276.596382ms","start":"2026-04-28T07:46:18.338119Z","end":"2026-04-28T07:46:18.614715Z","steps":["trace[926372115] 'agreement among raft nodes before linearized reading' (duration: 276.369146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:46:18.614934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:46:18.148255Z","time spent":"465.85796ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:46:18.944448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.41183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-hltld\" ","response":"range_response_count:1 size:22018"} {"level":"info","ts":"2026-04-28T07:46:18.944507Z","caller":"traceutil/trace.go:171","msg":"trace[1112063091] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-hltld; range_end:; response_count:1; response_revision:19151; }","duration":"152.527313ms","start":"2026-04-28T07:46:18.791964Z","end":"2026-04-28T07:46:18.944492Z","steps":["trace[1112063091] 'range keys from in-memory index tree' (duration: 152.186334ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:46:43.821165Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"42c325ad8bcf8012","local-member-applied-index":20005,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T07:46:43.826661Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20005} {"level":"info","ts":"2026-04-28T07:46:43.826746Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15005} {"level":"info","ts":"2026-04-28T07:47:00.37652Z","caller":"traceutil/trace.go:171","msg":"trace[1531077574] transaction","detail":"{read_only:false; response_revision:19661; number_of_response:1; }","duration":"221.796552ms","start":"2026-04-28T07:47:00.154696Z","end":"2026-04-28T07:47:00.376492Z","steps":["trace[1531077574] 'process raft request' (duration: 221.634527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:03.338403Z","caller":"traceutil/trace.go:171","msg":"trace[391220357] linearizableReadLoop","detail":"{readStateIndex:20286; appliedIndex:20285; }","duration":"172.221582ms","start":"2026-04-28T07:47:03.166154Z","end":"2026-04-28T07:47:03.338375Z","steps":["trace[391220357] 'read index received' (duration: 171.996226ms)","trace[391220357] 'applied index is now lower than readState.Index' (duration: 224.346µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:03.338711Z","caller":"traceutil/trace.go:171","msg":"trace[500265981] transaction","detail":"{read_only:false; response_revision:19688; number_of_response:1; }","duration":"203.550722ms","start":"2026-04-28T07:47:03.135113Z","end":"2026-04-28T07:47:03.338664Z","steps":["trace[500265981] 'process raft request' (duration: 203.116071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:03.338781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.506139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:03.338815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.960204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:03.338824Z","caller":"traceutil/trace.go:171","msg":"trace[1110166215] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19688; }","duration":"172.590842ms","start":"2026-04-28T07:47:03.166222Z","end":"2026-04-28T07:47:03.338813Z","steps":["trace[1110166215] 'agreement among raft nodes before linearized reading' (duration: 172.5047ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:03.338867Z","caller":"traceutil/trace.go:171","msg":"trace[1311310797] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19688; }","duration":"172.004115ms","start":"2026-04-28T07:47:03.166842Z","end":"2026-04-28T07:47:03.338846Z","steps":["trace[1311310797] 'agreement among raft nodes before linearized reading' (duration: 171.956744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:03.338856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.028208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:03.338736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.553621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:03.338958Z","caller":"traceutil/trace.go:171","msg":"trace[937175948] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:19688; }","duration":"143.189622ms","start":"2026-04-28T07:47:03.195747Z","end":"2026-04-28T07:47:03.338936Z","steps":["trace[937175948] 'agreement among raft nodes before linearized reading' (duration: 142.991687ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:03.338993Z","caller":"traceutil/trace.go:171","msg":"trace[1987920009] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19688; }","duration":"172.881999ms","start":"2026-04-28T07:47:03.166099Z","end":"2026-04-28T07:47:03.338981Z","steps":["trace[1987920009] 'agreement among raft nodes before linearized reading' (duration: 172.52645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:03.33918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.490479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:03.339272Z","caller":"traceutil/trace.go:171","msg":"trace[2117053333] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19688; }","duration":"172.715265ms","start":"2026-04-28T07:47:03.166535Z","end":"2026-04-28T07:47:03.33925Z","steps":["trace[2117053333] 'agreement among raft nodes before linearized reading' (duration: 172.313414ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:08.999991Z","caller":"traceutil/trace.go:171","msg":"trace[482878161] transaction","detail":"{read_only:false; response_revision:19728; number_of_response:1; }","duration":"109.20562ms","start":"2026-04-28T07:47:08.890747Z","end":"2026-04-28T07:47:08.999952Z","steps":["trace[482878161] 'process raft request' (duration: 46.153268ms)","trace[482878161] 'compare' (duration: 62.894068ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:09.500823Z","caller":"traceutil/trace.go:171","msg":"trace[137994544] linearizableReadLoop","detail":"{readStateIndex:20328; appliedIndex:20327; }","duration":"110.359872ms","start":"2026-04-28T07:47:09.390439Z","end":"2026-04-28T07:47:09.500799Z","steps":["trace[137994544] 'read index received' (duration: 110.125245ms)","trace[137994544] 'applied index is now lower than readState.Index' (duration: 233.497µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:09.501033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.572768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:09.501098Z","caller":"traceutil/trace.go:171","msg":"trace[159458858] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19729; }","duration":"110.686031ms","start":"2026-04-28T07:47:09.390398Z","end":"2026-04-28T07:47:09.501084Z","steps":["trace[159458858] 'agreement among raft nodes before linearized reading' (duration: 110.567188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:09.501114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.574487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:09.500974Z","caller":"traceutil/trace.go:171","msg":"trace[602284350] transaction","detail":"{read_only:false; response_revision:19729; number_of_response:1; }","duration":"136.363489ms","start":"2026-04-28T07:47:09.364568Z","end":"2026-04-28T07:47:09.500932Z","steps":["trace[602284350] 'process raft request' (duration: 136.07467ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:09.501169Z","caller":"traceutil/trace.go:171","msg":"trace[467839085] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19729; }","duration":"110.6412ms","start":"2026-04-28T07:47:09.390508Z","end":"2026-04-28T07:47:09.501149Z","steps":["trace[467839085] 'agreement among raft nodes before linearized reading' (duration: 110.558847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:09.501433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.191508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:09.501483Z","caller":"traceutil/trace.go:171","msg":"trace[1161451874] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19729; }","duration":"110.253059ms","start":"2026-04-28T07:47:09.391214Z","end":"2026-04-28T07:47:09.501467Z","steps":["trace[1161451874] 'agreement among raft nodes before linearized reading' (duration: 110.087355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:09.501615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.050261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:09.50166Z","caller":"traceutil/trace.go:171","msg":"trace[434264646] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19729; }","duration":"111.114882ms","start":"2026-04-28T07:47:09.390534Z","end":"2026-04-28T07:47:09.501649Z","steps":["trace[434264646] 'agreement among raft nodes before linearized reading' (duration: 111.04908ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:11.709493Z","caller":"traceutil/trace.go:171","msg":"trace[1924551850] linearizableReadLoop","detail":"{readStateIndex:20345; appliedIndex:20344; }","duration":"131.623152ms","start":"2026-04-28T07:47:11.577842Z","end":"2026-04-28T07:47:11.709465Z","steps":["trace[1924551850] 'read index received' (duration: 131.494279ms)","trace[1924551850] 'applied index is now lower than readState.Index' (duration: 127.903µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:11.70984Z","caller":"traceutil/trace.go:171","msg":"trace[155296796] transaction","detail":"{read_only:false; response_revision:19745; number_of_response:1; }","duration":"148.034633ms","start":"2026-04-28T07:47:11.561785Z","end":"2026-04-28T07:47:11.70982Z","steps":["trace[155296796] 'process raft request' (duration: 147.445127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:11.710229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.355761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qsk7z\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-28T07:47:11.710281Z","caller":"traceutil/trace.go:171","msg":"trace[988717544] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qsk7z; range_end:; response_count:1; response_revision:19745; }","duration":"132.464784ms","start":"2026-04-28T07:47:11.577802Z","end":"2026-04-28T07:47:11.710266Z","steps":["trace[988717544] 'agreement among raft nodes before linearized reading' (duration: 132.270879ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:14.67947Z","caller":"traceutil/trace.go:171","msg":"trace[890018059] linearizableReadLoop","detail":"{readStateIndex:20364; appliedIndex:20362; }","duration":"194.520859ms","start":"2026-04-28T07:47:14.484927Z","end":"2026-04-28T07:47:14.679448Z","steps":["trace[890018059] 'read index received' (duration: 34.396373ms)","trace[890018059] 'applied index is now lower than readState.Index' (duration: 160.123436ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:14.679652Z","caller":"traceutil/trace.go:171","msg":"trace[597611245] transaction","detail":"{read_only:false; response_revision:19764; number_of_response:1; }","duration":"198.502476ms","start":"2026-04-28T07:47:14.48109Z","end":"2026-04-28T07:47:14.679592Z","steps":["trace[597611245] 'process raft request' (duration: 136.01892ms)","trace[597611245] 'compare' (duration: 62.224009ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:14.679759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.821327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:47:14.679798Z","caller":"traceutil/trace.go:171","msg":"trace[1705042833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19764; }","duration":"194.896539ms","start":"2026-04-28T07:47:14.484891Z","end":"2026-04-28T07:47:14.679787Z","steps":["trace[1705042833] 'agreement among raft nodes before linearized reading' (duration: 194.658873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:14.702067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.29545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:47:14.702155Z","caller":"traceutil/trace.go:171","msg":"trace[1125973782] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:19765; }","duration":"195.434114ms","start":"2026-04-28T07:47:14.506697Z","end":"2026-04-28T07:47:14.702131Z","steps":["trace[1125973782] 'agreement among raft nodes before linearized reading' (duration: 195.29553ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:14.906684Z","caller":"traceutil/trace.go:171","msg":"trace[634566632] transaction","detail":"{read_only:false; response_revision:19769; number_of_response:1; }","duration":"109.466388ms","start":"2026-04-28T07:47:14.797177Z","end":"2026-04-28T07:47:14.906643Z","steps":["trace[634566632] 'process raft request' (duration: 109.252752ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:16.243947Z","caller":"traceutil/trace.go:171","msg":"trace[999967158] transaction","detail":"{read_only:false; response_revision:19778; number_of_response:1; }","duration":"160.193649ms","start":"2026-04-28T07:47:16.08373Z","end":"2026-04-28T07:47:16.243924Z","steps":["trace[999967158] 'process raft request' (duration: 160.029655ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:16.964294Z","caller":"traceutil/trace.go:171","msg":"trace[1067994766] transaction","detail":"{read_only:false; response_revision:19783; number_of_response:1; }","duration":"106.269051ms","start":"2026-04-28T07:47:16.857996Z","end":"2026-04-28T07:47:16.964265Z","steps":["trace[1067994766] 'process raft request' (duration: 105.638634ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:17.350894Z","caller":"traceutil/trace.go:171","msg":"trace[1930141707] linearizableReadLoop","detail":"{readStateIndex:20389; appliedIndex:20388; }","duration":"165.743608ms","start":"2026-04-28T07:47:17.185111Z","end":"2026-04-28T07:47:17.350855Z","steps":["trace[1930141707] 'read index received' (duration: 70.515142ms)","trace[1930141707] 'applied index is now lower than readState.Index' (duration: 95.226866ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:17.351033Z","caller":"traceutil/trace.go:171","msg":"trace[1936184720] transaction","detail":"{read_only:false; response_revision:19788; number_of_response:1; }","duration":"167.249259ms","start":"2026-04-28T07:47:17.183724Z","end":"2026-04-28T07:47:17.350973Z","steps":["trace[1936184720] 'process raft request' (duration: 72.025603ms)","trace[1936184720] 'compare' (duration: 94.929478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:17.351219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.064796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:17.351906Z","caller":"traceutil/trace.go:171","msg":"trace[1708326043] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:19788; }","duration":"166.758344ms","start":"2026-04-28T07:47:17.185085Z","end":"2026-04-28T07:47:17.351844Z","steps":["trace[1708326043] 'agreement among raft nodes before linearized reading' (duration: 166.026604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:17.351932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.222062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:17.352053Z","caller":"traceutil/trace.go:171","msg":"trace[1182156702] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19788; }","duration":"118.374346ms","start":"2026-04-28T07:47:17.233654Z","end":"2026-04-28T07:47:17.352028Z","steps":["trace[1182156702] 'agreement among raft nodes before linearized reading' (duration: 118.248812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:17.352363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.747916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T07:47:17.351866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.218275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:17.352476Z","caller":"traceutil/trace.go:171","msg":"trace[580425637] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19788; }","duration":"120.904664ms","start":"2026-04-28T07:47:17.231559Z","end":"2026-04-28T07:47:17.352464Z","steps":["trace[580425637] 'agreement among raft nodes before linearized reading' (duration: 120.212306ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:17.352498Z","caller":"traceutil/trace.go:171","msg":"trace[251134666] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19788; }","duration":"118.92264ms","start":"2026-04-28T07:47:17.23354Z","end":"2026-04-28T07:47:17.352462Z","steps":["trace[251134666] 'agreement among raft nodes before linearized reading' (duration: 118.494389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:17.352733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.043764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:17.35278Z","caller":"traceutil/trace.go:171","msg":"trace[1671262952] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19788; }","duration":"119.140096ms","start":"2026-04-28T07:47:17.233627Z","end":"2026-04-28T07:47:17.352767Z","steps":["trace[1671262952] 'agreement among raft nodes before linearized reading' (duration: 119.061844ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:17.544506Z","caller":"traceutil/trace.go:171","msg":"trace[1773472486] linearizableReadLoop","detail":"{readStateIndex:20390; appliedIndex:20389; }","duration":"134.606892ms","start":"2026-04-28T07:47:17.409873Z","end":"2026-04-28T07:47:17.54448Z","steps":["trace[1773472486] 'read index received' (duration: 88.367031ms)","trace[1773472486] 'applied index is now lower than readState.Index' (duration: 46.238801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:17.544733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.749246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:17.544729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.815687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:17.544887Z","caller":"traceutil/trace.go:171","msg":"trace[1359944554] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19789; }","duration":"135.013423ms","start":"2026-04-28T07:47:17.409812Z","end":"2026-04-28T07:47:17.544825Z","steps":["trace[1359944554] 'agreement among raft nodes before linearized reading' (duration: 134.787737ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:17.544796Z","caller":"traceutil/trace.go:171","msg":"trace[182789196] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19789; }","duration":"134.850398ms","start":"2026-04-28T07:47:17.409932Z","end":"2026-04-28T07:47:17.544782Z","steps":["trace[182789196] 'agreement among raft nodes before linearized reading' (duration: 134.723324ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:17.54526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.270369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:17.545315Z","caller":"traceutil/trace.go:171","msg":"trace[663944640] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19789; }","duration":"135.339882ms","start":"2026-04-28T07:47:17.409963Z","end":"2026-04-28T07:47:17.545303Z","steps":["trace[663944640] 'agreement among raft nodes before linearized reading' (duration: 135.259409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:17.545482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.418417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:17.54555Z","caller":"traceutil/trace.go:171","msg":"trace[632681803] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19789; }","duration":"134.509179ms","start":"2026-04-28T07:47:17.411024Z","end":"2026-04-28T07:47:17.545534Z","steps":["trace[632681803] 'agreement among raft nodes before linearized reading' (duration: 134.18984ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:17.545588Z","caller":"traceutil/trace.go:171","msg":"trace[43105520] transaction","detail":"{read_only:false; response_revision:19789; number_of_response:1; }","duration":"186.442533ms","start":"2026-04-28T07:47:17.358111Z","end":"2026-04-28T07:47:17.544554Z","steps":["trace[43105520] 'process raft request' (duration: 140.246663ms)","trace[43105520] 'compare' (duration: 45.965224ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:17.773824Z","caller":"traceutil/trace.go:171","msg":"trace[44632396] transaction","detail":"{read_only:false; response_revision:19790; number_of_response:1; }","duration":"100.932618ms","start":"2026-04-28T07:47:17.672855Z","end":"2026-04-28T07:47:17.773787Z","steps":["trace[44632396] 'process raft request' (duration: 32.720297ms)","trace[44632396] 'compare' (duration: 67.79602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:19.209109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.723016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:36 size:296050"} {"level":"info","ts":"2026-04-28T07:47:19.209174Z","caller":"traceutil/trace.go:171","msg":"trace[2028416095] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:36; response_revision:19792; }","duration":"462.837909ms","start":"2026-04-28T07:47:18.746319Z","end":"2026-04-28T07:47:19.209157Z","steps":["trace[2028416095] 'range keys from in-memory index tree' (duration: 462.389927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:19.209204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:18.746293Z","time spent":"462.90462ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":36,"response size":296072,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:47:19.209326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.316196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:19.209484Z","caller":"traceutil/trace.go:171","msg":"trace[414885072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19792; }","duration":"506.513651ms","start":"2026-04-28T07:47:18.702943Z","end":"2026-04-28T07:47:19.209457Z","steps":["trace[414885072] 'range keys from in-memory index tree' (duration: 506.07588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:19.209654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:18.702922Z","time spent":"506.713707ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:47:19.209841Z","caller":"traceutil/trace.go:171","msg":"trace[1734122338] linearizableReadLoop","detail":"{readStateIndex:20394; appliedIndex:20393; }","duration":"426.950026ms","start":"2026-04-28T07:47:18.78288Z","end":"2026-04-28T07:47:19.20983Z","steps":["trace[1734122338] 'read index received' (duration: 380.409528ms)","trace[1734122338] 'applied index is now lower than readState.Index' (duration: 46.539988ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:19.209978Z","caller":"traceutil/trace.go:171","msg":"trace[1553476023] transaction","detail":"{read_only:false; response_revision:19793; number_of_response:1; }","duration":"432.250568ms","start":"2026-04-28T07:47:18.77772Z","end":"2026-04-28T07:47:19.209971Z","steps":["trace[1553476023] 'process raft request' (duration: 385.555536ms)","trace[1553476023] 'compare' (duration: 45.456649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:19.210047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:18.777692Z","time spent":"432.30524ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:19.210165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.301685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:19.21019Z","caller":"traceutil/trace.go:171","msg":"trace[1637169884] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19793; }","duration":"427.364036ms","start":"2026-04-28T07:47:18.782817Z","end":"2026-04-28T07:47:19.210181Z","steps":["trace[1637169884] 'agreement among raft nodes before linearized reading' (duration: 427.301695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:19.210208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:18.782792Z","time spent":"427.411108ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-28T07:47:19.435116Z","caller":"traceutil/trace.go:171","msg":"trace[1111960929] linearizableReadLoop","detail":"{readStateIndex:20399; appliedIndex:20394; }","duration":"225.229024ms","start":"2026-04-28T07:47:19.209866Z","end":"2026-04-28T07:47:19.435095Z","steps":["trace[1111960929] 'read index received' (duration: 148.33822ms)","trace[1111960929] 'applied index is now lower than readState.Index' (duration: 76.889954ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:19.435424Z","caller":"traceutil/trace.go:171","msg":"trace[1947258246] transaction","detail":"{read_only:false; response_revision:19794; number_of_response:1; }","duration":"620.590962ms","start":"2026-04-28T07:47:18.814818Z","end":"2026-04-28T07:47:19.435409Z","steps":["trace[1947258246] 'process raft request' (duration: 543.397051ms)","trace[1947258246] 'compare' (duration: 76.336079ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:19.435519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:18.814803Z","time spent":"620.649433ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:19.435713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.330368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:19.435745Z","caller":"traceutil/trace.go:171","msg":"trace[712899469] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19798; }","duration":"622.38259ms","start":"2026-04-28T07:47:18.813357Z","end":"2026-04-28T07:47:19.435739Z","steps":["trace[712899469] 'agreement among raft nodes before linearized reading' (duration: 622.324338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:19.435763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:18.81335Z","time spent":"622.409891ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:47:19.4357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.134833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:19.435867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.333826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:19.435892Z","caller":"traceutil/trace.go:171","msg":"trace[1070365711] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19798; }","duration":"623.379307ms","start":"2026-04-28T07:47:18.812507Z","end":"2026-04-28T07:47:19.435886Z","steps":["trace[1070365711] 'agreement among raft nodes before linearized reading' (duration: 623.343786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:19.43591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:18.812497Z","time spent":"623.408858ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-28T07:47:19.43592Z","caller":"traceutil/trace.go:171","msg":"trace[316974763] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19798; }","duration":"622.350169ms","start":"2026-04-28T07:47:18.81351Z","end":"2026-04-28T07:47:19.43586Z","steps":["trace[316974763] 'agreement among raft nodes before linearized reading' (duration: 621.929508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:19.436052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.558448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:47:19.436079Z","caller":"traceutil/trace.go:171","msg":"trace[686911511] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19798; }","duration":"624.62325ms","start":"2026-04-28T07:47:18.811452Z","end":"2026-04-28T07:47:19.436075Z","steps":["trace[686911511] 'agreement among raft nodes before linearized reading' (duration: 624.524047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:19.436094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:18.811434Z","time spent":"624.657141ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:47:19.436191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.091683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:19.436211Z","caller":"traceutil/trace.go:171","msg":"trace[269620412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19798; }","duration":"224.150324ms","start":"2026-04-28T07:47:19.212056Z","end":"2026-04-28T07:47:19.436206Z","steps":["trace[269620412] 'agreement among raft nodes before linearized reading' (duration: 224.115393ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:19.436961Z","caller":"traceutil/trace.go:171","msg":"trace[1319291555] transaction","detail":"{read_only:false; response_revision:19797; number_of_response:1; }","duration":"381.228539ms","start":"2026-04-28T07:47:19.055711Z","end":"2026-04-28T07:47:19.436939Z","steps":["trace[1319291555] 'process raft request' (duration: 379.294528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:19.437131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.055686Z","time spent":"381.365123ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:19.436148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:18.813502Z","time spent":"622.631346ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:47:19.437571Z","caller":"traceutil/trace.go:171","msg":"trace[51170052] transaction","detail":"{read_only:false; response_revision:19798; number_of_response:1; }","duration":"314.993972ms","start":"2026-04-28T07:47:19.122561Z","end":"2026-04-28T07:47:19.437555Z","steps":["trace[51170052] 'process raft request' (duration: 312.472014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:19.437688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.122534Z","time spent":"315.107806ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:19.439413Z","caller":"traceutil/trace.go:171","msg":"trace[71080534] transaction","detail":"{read_only:false; response_revision:19795; number_of_response:1; }","duration":"467.910485ms","start":"2026-04-28T07:47:18.971484Z","end":"2026-04-28T07:47:19.439394Z","steps":["trace[71080534] 'process raft request' (duration: 463.392054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:19.439512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:18.971456Z","time spent":"467.993058ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:19.440017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.056181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:47:19.440055Z","caller":"traceutil/trace.go:171","msg":"trace[1475166925] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19798; }","duration":"259.143733ms","start":"2026-04-28T07:47:19.180904Z","end":"2026-04-28T07:47:19.440047Z","steps":["trace[1475166925] 'agreement among raft nodes before linearized reading' (duration: 259.047641ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:19.439994Z","caller":"traceutil/trace.go:171","msg":"trace[40586036] transaction","detail":"{read_only:false; response_revision:19796; number_of_response:1; }","duration":"443.047318ms","start":"2026-04-28T07:47:18.996931Z","end":"2026-04-28T07:47:19.439978Z","steps":["trace[40586036] 'process raft request' (duration: 438.043844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:19.440154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:18.99691Z","time spent":"443.218054ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:19.891608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.090508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:47:19.891726Z","caller":"traceutil/trace.go:171","msg":"trace[1101928689] transaction","detail":"{read_only:false; response_revision:19799; number_of_response:1; }","duration":"444.079066ms","start":"2026-04-28T07:47:19.447627Z","end":"2026-04-28T07:47:19.891706Z","steps":["trace[1101928689] 'process raft request' (duration: 189.759752ms)","trace[1101928689] 'compare' (duration: 253.77501ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:19.891803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.447609Z","time spent":"444.143268ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:19.977508Z","caller":"traceutil/trace.go:171","msg":"trace[2142497867] transaction","detail":"{read_only:false; response_revision:19800; number_of_response:1; }","duration":"528.260344ms","start":"2026-04-28T07:47:19.449222Z","end":"2026-04-28T07:47:19.977483Z","steps":["trace[2142497867] 'process raft request' (duration: 528.054129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:19.977723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.449193Z","time spent":"528.386948ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:19.97789Z","caller":"traceutil/trace.go:171","msg":"trace[759238235] linearizableReadLoop","detail":"{readStateIndex:20402; appliedIndex:20399; }","duration":"427.568222ms","start":"2026-04-28T07:47:19.550285Z","end":"2026-04-28T07:47:19.977853Z","steps":["trace[759238235] 'read index received' (duration: 86.996354ms)","trace[759238235] 'applied index is now lower than readState.Index' (duration: 340.569348ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:19.977953Z","caller":"traceutil/trace.go:171","msg":"trace[1448696061] transaction","detail":"{read_only:false; response_revision:19801; number_of_response:1; }","duration":"528.48981ms","start":"2026-04-28T07:47:19.449406Z","end":"2026-04-28T07:47:19.977896Z","steps":["trace[1448696061] 'process raft request' (duration: 528.036238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:19.978174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.887952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T07:47:19.978207Z","caller":"traceutil/trace.go:171","msg":"trace[1420412869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19801; }","duration":"427.976394ms","start":"2026-04-28T07:47:19.550221Z","end":"2026-04-28T07:47:19.978198Z","steps":["trace[1420412869] 'agreement among raft nodes before linearized reading' (duration: 427.82274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:19.979191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.550192Z","time spent":"428.985021ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:47:19.97819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.449369Z","time spent":"528.737238ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:20.166175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.793825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:47:20.16636Z","caller":"traceutil/trace.go:171","msg":"trace[819883830] transaction","detail":"{read_only:false; response_revision:19802; number_of_response:1; }","duration":"385.526325ms","start":"2026-04-28T07:47:19.780796Z","end":"2026-04-28T07:47:20.166322Z","steps":["trace[819883830] 'process raft request' (duration: 227.468763ms)","trace[819883830] 'compare' (duration: 157.61819ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:20.166411Z","caller":"traceutil/trace.go:171","msg":"trace[1621089618] transaction","detail":"{read_only:false; response_revision:19803; number_of_response:1; }","duration":"183.446463ms","start":"2026-04-28T07:47:19.982943Z","end":"2026-04-28T07:47:20.16639Z","steps":["trace[1621089618] 'process raft request' (duration: 183.379131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:20.166548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.780769Z","time spent":"385.676959ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:20.166509Z","caller":"traceutil/trace.go:171","msg":"trace[1292713502] linearizableReadLoop","detail":"{readStateIndex:20403; appliedIndex:20402; }","duration":"188.422436ms","start":"2026-04-28T07:47:19.978022Z","end":"2026-04-28T07:47:20.166444Z","steps":["trace[1292713502] 'read index received' (duration: 30.269292ms)","trace[1292713502] 'applied index is now lower than readState.Index' (duration: 158.149064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:20.167048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.322344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:20.167093Z","caller":"traceutil/trace.go:171","msg":"trace[2119885440] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19803; }","duration":"611.384345ms","start":"2026-04-28T07:47:19.555698Z","end":"2026-04-28T07:47:20.167082Z","steps":["trace[2119885440] 'agreement among raft nodes before linearized reading' (duration: 611.301003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:20.167135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.555693Z","time spent":"611.430606ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:47:20.167241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.838371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qsk7z\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-28T07:47:20.167289Z","caller":"traceutil/trace.go:171","msg":"trace[914219382] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qsk7z; range_end:; response_count:1; response_revision:19803; }","duration":"272.924243ms","start":"2026-04-28T07:47:19.894348Z","end":"2026-04-28T07:47:20.167273Z","steps":["trace[914219382] 'agreement among raft nodes before linearized reading' (duration: 272.80785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:20.167465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.894151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T07:47:20.167503Z","caller":"traceutil/trace.go:171","msg":"trace[1733583547] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:19803; }","duration":"402.986933ms","start":"2026-04-28T07:47:19.764506Z","end":"2026-04-28T07:47:20.167493Z","steps":["trace[1733583547] 'agreement among raft nodes before linearized reading' (duration: 402.810908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:20.167535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.764478Z","time spent":"403.050155ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"warn","ts":"2026-04-28T07:47:20.16776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.81578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:20.167795Z","caller":"traceutil/trace.go:171","msg":"trace[1761280838] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19803; }","duration":"569.909652ms","start":"2026-04-28T07:47:19.597877Z","end":"2026-04-28T07:47:20.167786Z","steps":["trace[1761280838] 'agreement among raft nodes before linearized reading' (duration: 569.814259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:20.167822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.597844Z","time spent":"569.972024ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:47:20.168061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.446253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:20.16811Z","caller":"traceutil/trace.go:171","msg":"trace[1009575174] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19803; }","duration":"612.526695ms","start":"2026-04-28T07:47:19.555573Z","end":"2026-04-28T07:47:20.168099Z","steps":["trace[1009575174] 'agreement among raft nodes before linearized reading' (duration: 612.377101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:20.16824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.585587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:20.168295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.555568Z","time spent":"612.71786ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:47:20.168291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.717091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:20.168318Z","caller":"traceutil/trace.go:171","msg":"trace[1165490821] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19803; }","duration":"612.689359ms","start":"2026-04-28T07:47:19.555611Z","end":"2026-04-28T07:47:20.1683Z","steps":["trace[1165490821] 'agreement among raft nodes before linearized reading' (duration: 612.521355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:20.168344Z","caller":"traceutil/trace.go:171","msg":"trace[982430974] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19803; }","duration":"612.776762ms","start":"2026-04-28T07:47:19.55555Z","end":"2026-04-28T07:47:20.168327Z","steps":["trace[982430974] 'agreement among raft nodes before linearized reading' (duration: 612.645189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:20.168369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.555607Z","time spent":"612.753941ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:47:20.16834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.725151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:20.168391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.555544Z","time spent":"612.837314ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-28T07:47:20.168409Z","caller":"traceutil/trace.go:171","msg":"trace[1527373363] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19803; }","duration":"612.805163ms","start":"2026-04-28T07:47:19.555592Z","end":"2026-04-28T07:47:20.168397Z","steps":["trace[1527373363] 'agreement among raft nodes before linearized reading' (duration: 612.71158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:20.168423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.016628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:20.168444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.555588Z","time spent":"612.849375ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:47:20.168478Z","caller":"traceutil/trace.go:171","msg":"trace[206363521] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19803; }","duration":"613.091042ms","start":"2026-04-28T07:47:19.555374Z","end":"2026-04-28T07:47:20.168465Z","steps":["trace[206363521] 'agreement among raft nodes before linearized reading' (duration: 612.997768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:20.168519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.555366Z","time spent":"613.145973ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:47:20.168653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.106691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:20.168694Z","caller":"traceutil/trace.go:171","msg":"trace[1702865041] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19803; }","duration":"613.146573ms","start":"2026-04-28T07:47:19.555538Z","end":"2026-04-28T07:47:20.168685Z","steps":["trace[1702865041] 'agreement among raft nodes before linearized reading' (duration: 612.635258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:20.168723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.555521Z","time spent":"613.195664ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:47:20.16888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.038272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T07:47:20.168986Z","caller":"traceutil/trace.go:171","msg":"trace[32871374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19803; }","duration":"303.176676ms","start":"2026-04-28T07:47:19.865791Z","end":"2026-04-28T07:47:20.168967Z","steps":["trace[32871374] 'agreement among raft nodes before linearized reading' (duration: 302.288351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:20.169064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.865769Z","time spent":"303.283379ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:47:20.169437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.507938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T07:47:20.169672Z","caller":"traceutil/trace.go:171","msg":"trace[1396482548] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:19803; }","duration":"329.420139ms","start":"2026-04-28T07:47:19.840235Z","end":"2026-04-28T07:47:20.169655Z","steps":["trace[1396482548] 'agreement among raft nodes before linearized reading' (duration: 326.84081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:20.169827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:19.840215Z","time spent":"329.593874ms","remote":"127.0.0.1:51542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":180,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:20.465293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.106814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:47:20.465996Z","caller":"traceutil/trace.go:171","msg":"trace[1045968026] transaction","detail":"{read_only:false; response_revision:19804; number_of_response:1; }","duration":"287.240828ms","start":"2026-04-28T07:47:20.178726Z","end":"2026-04-28T07:47:20.465967Z","steps":["trace[1045968026] 'process raft request' (duration: 113.176198ms)","trace[1045968026] 'compare' (duration: 171.688426ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:20.467043Z","caller":"traceutil/trace.go:171","msg":"trace[304042152] transaction","detail":"{read_only:false; response_revision:19805; number_of_response:1; }","duration":"241.601422ms","start":"2026-04-28T07:47:20.225389Z","end":"2026-04-28T07:47:20.46699Z","steps":["trace[304042152] 'process raft request' (duration: 241.352626ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:22.125232Z","caller":"traceutil/trace.go:171","msg":"trace[216188573] transaction","detail":"{read_only:false; response_revision:19816; number_of_response:1; }","duration":"136.02063ms","start":"2026-04-28T07:47:21.989183Z","end":"2026-04-28T07:47:22.125204Z","steps":["trace[216188573] 'process raft request' (duration: 135.813875ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:22.126573Z","caller":"traceutil/trace.go:171","msg":"trace[1054155785] transaction","detail":"{read_only:false; response_revision:19817; number_of_response:1; }","duration":"137.279314ms","start":"2026-04-28T07:47:21.989282Z","end":"2026-04-28T07:47:22.126561Z","steps":["trace[1054155785] 'process raft request' (duration: 137.16019ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:22.126784Z","caller":"traceutil/trace.go:171","msg":"trace[834656101] transaction","detail":"{read_only:false; response_revision:19818; number_of_response:1; }","duration":"129.082795ms","start":"2026-04-28T07:47:21.997679Z","end":"2026-04-28T07:47:22.126762Z","steps":["trace[834656101] 'process raft request' (duration: 128.847238ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:22.321135Z","caller":"traceutil/trace.go:171","msg":"trace[329433040] linearizableReadLoop","detail":"{readStateIndex:20421; appliedIndex:20420; }","duration":"146.305985ms","start":"2026-04-28T07:47:22.174793Z","end":"2026-04-28T07:47:22.321099Z","steps":["trace[329433040] 'read index received' (duration: 117.460031ms)","trace[329433040] 'applied index is now lower than readState.Index' (duration: 28.844164ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:22.321217Z","caller":"traceutil/trace.go:171","msg":"trace[1879455800] transaction","detail":"{read_only:false; response_revision:19819; number_of_response:1; }","duration":"146.637534ms","start":"2026-04-28T07:47:22.174538Z","end":"2026-04-28T07:47:22.321176Z","steps":["trace[1879455800] 'process raft request' (duration: 117.704628ms)","trace[1879455800] 'compare' (duration: 28.495754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:22.321402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.584343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:22.321487Z","caller":"traceutil/trace.go:171","msg":"trace[761469067] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19819; }","duration":"146.699136ms","start":"2026-04-28T07:47:22.174771Z","end":"2026-04-28T07:47:22.32147Z","steps":["trace[761469067] 'agreement among raft nodes before linearized reading' (duration: 146.459219ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:22.349938Z","caller":"traceutil/trace.go:171","msg":"trace[1884141309] transaction","detail":"{read_only:false; response_revision:19820; number_of_response:1; }","duration":"142.418342ms","start":"2026-04-28T07:47:22.207486Z","end":"2026-04-28T07:47:22.349905Z","steps":["trace[1884141309] 'process raft request' (duration: 142.165365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:22.349975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.048647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:22.350059Z","caller":"traceutil/trace.go:171","msg":"trace[107118848] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19821; }","duration":"175.158619ms","start":"2026-04-28T07:47:22.174879Z","end":"2026-04-28T07:47:22.350038Z","steps":["trace[107118848] 'agreement among raft nodes before linearized reading' (duration: 175.010305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:22.350165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.524043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:22.350212Z","caller":"traceutil/trace.go:171","msg":"trace[158511837] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19821; }","duration":"174.610034ms","start":"2026-04-28T07:47:22.175593Z","end":"2026-04-28T07:47:22.350204Z","steps":["trace[158511837] 'agreement among raft nodes before linearized reading' (duration: 174.511932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:22.350153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.213308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:22.350295Z","caller":"traceutil/trace.go:171","msg":"trace[253150675] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19821; }","duration":"173.446254ms","start":"2026-04-28T07:47:22.176827Z","end":"2026-04-28T07:47:22.350273Z","steps":["trace[253150675] 'agreement among raft nodes before linearized reading' (duration: 173.167247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:22.350382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.874785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:22.350408Z","caller":"traceutil/trace.go:171","msg":"trace[2011500643] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19821; }","duration":"173.944697ms","start":"2026-04-28T07:47:22.176456Z","end":"2026-04-28T07:47:22.350401Z","steps":["trace[2011500643] 'agreement among raft nodes before linearized reading' (duration: 173.824914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:22.35049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.561347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:22.350507Z","caller":"traceutil/trace.go:171","msg":"trace[1286699185] transaction","detail":"{read_only:false; response_revision:19821; number_of_response:1; }","duration":"104.327249ms","start":"2026-04-28T07:47:22.246157Z","end":"2026-04-28T07:47:22.350484Z","steps":["trace[1286699185] 'process raft request' (duration: 103.667521ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:22.350569Z","caller":"traceutil/trace.go:171","msg":"trace[502010389] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19821; }","duration":"173.66617ms","start":"2026-04-28T07:47:22.176885Z","end":"2026-04-28T07:47:22.350552Z","steps":["trace[502010389] 'agreement among raft nodes before linearized reading' (duration: 173.476875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:22.350495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.430377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:22.350644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.155487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qsk7z\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-28T07:47:22.350787Z","caller":"traceutil/trace.go:171","msg":"trace[2112759477] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19821; }","duration":"175.768217ms","start":"2026-04-28T07:47:22.175003Z","end":"2026-04-28T07:47:22.350771Z","steps":["trace[2112759477] 'agreement among raft nodes before linearized reading' (duration: 175.428377ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:22.350875Z","caller":"traceutil/trace.go:171","msg":"trace[208780990] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qsk7z; range_end:; response_count:1; response_revision:19821; }","duration":"103.423506ms","start":"2026-04-28T07:47:22.247397Z","end":"2026-04-28T07:47:22.35082Z","steps":["trace[208780990] 'agreement among raft nodes before linearized reading' (duration: 102.801598ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:22.725074Z","caller":"traceutil/trace.go:171","msg":"trace[1741203500] transaction","detail":"{read_only:false; response_revision:19822; number_of_response:1; }","duration":"164.888734ms","start":"2026-04-28T07:47:22.560156Z","end":"2026-04-28T07:47:22.725045Z","steps":["trace[1741203500] 'process raft request' (duration: 164.694289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:24.02274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765156385,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:47:24.101234Z","caller":"traceutil/trace.go:171","msg":"trace[470979148] transaction","detail":"{read_only:false; response_revision:19826; number_of_response:1; }","duration":"611.236982ms","start":"2026-04-28T07:47:23.48997Z","end":"2026-04-28T07:47:24.101207Z","steps":["trace[470979148] 'process raft request' (duration: 610.945934ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:24.101231Z","caller":"traceutil/trace.go:171","msg":"trace[1101792921] transaction","detail":"{read_only:false; response_revision:19827; number_of_response:1; }","duration":"611.16338ms","start":"2026-04-28T07:47:23.49004Z","end":"2026-04-28T07:47:24.101203Z","steps":["trace[1101792921] 'process raft request' (duration: 611.066547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:24.101537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:23.490019Z","time spent":"611.468737ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:24.10153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:23.489953Z","time spent":"611.357674ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:24.101712Z","caller":"traceutil/trace.go:171","msg":"trace[511305748] transaction","detail":"{read_only:false; response_revision:19829; number_of_response:1; }","duration":"611.080448ms","start":"2026-04-28T07:47:23.490586Z","end":"2026-04-28T07:47:24.101666Z","steps":["trace[511305748] 'process raft request' (duration: 610.874261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:24.101765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.108522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:24.101835Z","caller":"traceutil/trace.go:171","msg":"trace[754389218] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19829; }","duration":"613.213255ms","start":"2026-04-28T07:47:23.488602Z","end":"2026-04-28T07:47:24.101816Z","steps":["trace[754389218] 'agreement among raft nodes before linearized reading' (duration: 613.122742ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:24.101845Z","caller":"traceutil/trace.go:171","msg":"trace[1855764553] transaction","detail":"{read_only:false; response_revision:19828; number_of_response:1; }","duration":"611.645373ms","start":"2026-04-28T07:47:23.490176Z","end":"2026-04-28T07:47:24.101821Z","steps":["trace[1855764553] 'process raft request' (duration: 610.981424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:24.101831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.105072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:24.101886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:23.488584Z","time spent":"613.287136ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T07:47:24.101913Z","caller":"traceutil/trace.go:171","msg":"trace[69079219] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19829; }","duration":"613.236275ms","start":"2026-04-28T07:47:23.488662Z","end":"2026-04-28T07:47:24.101898Z","steps":["trace[69079219] 'agreement among raft nodes before linearized reading' (duration: 613.116292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:24.101916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:23.490578Z","time spent":"611.225222ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:24.101962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:23.48864Z","time spent":"613.310177ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:47:24.101958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:23.490141Z","time spent":"611.751316ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:24.101666Z","caller":"traceutil/trace.go:171","msg":"trace[1044636545] linearizableReadLoop","detail":"{readStateIndex:20431; appliedIndex:20427; }","duration":"579.448389ms","start":"2026-04-28T07:47:23.522188Z","end":"2026-04-28T07:47:24.101636Z","steps":["trace[1044636545] 'read index received' (duration: 578.837042ms)","trace[1044636545] 'applied index is now lower than readState.Index' (duration: 609.907µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:24.101767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.203318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:24.102102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.415394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:24.102088Z","caller":"traceutil/trace.go:171","msg":"trace[1943150614] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19829; }","duration":"612.580487ms","start":"2026-04-28T07:47:23.489488Z","end":"2026-04-28T07:47:24.102068Z","steps":["trace[1943150614] 'agreement among raft nodes before linearized reading' (duration: 612.168307ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:24.102126Z","caller":"traceutil/trace.go:171","msg":"trace[1877066993] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19829; }","duration":"400.439275ms","start":"2026-04-28T07:47:23.701679Z","end":"2026-04-28T07:47:24.102119Z","steps":["trace[1877066993] 'agreement among raft nodes before linearized reading' (duration: 400.396854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:24.102145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:23.701612Z","time spent":"400.529567ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:47:24.102148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:23.489465Z","time spent":"612.66566ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:47:24.102161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.358276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:47:24.102203Z","caller":"traceutil/trace.go:171","msg":"trace[1673685314] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:19829; }","duration":"213.439448ms","start":"2026-04-28T07:47:23.888752Z","end":"2026-04-28T07:47:24.102191Z","steps":["trace[1673685314] 'agreement among raft nodes before linearized reading' (duration: 213.355235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:24.102214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.543326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:24.102274Z","caller":"traceutil/trace.go:171","msg":"trace[522635996] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:19829; }","duration":"366.644398ms","start":"2026-04-28T07:47:23.735613Z","end":"2026-04-28T07:47:24.102257Z","steps":["trace[522635996] 'agreement among raft nodes before linearized reading' (duration: 366.534506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:24.102318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:23.735596Z","time spent":"366.70821ms","remote":"127.0.0.1:46842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:24.102617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.2973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:47:24.10267Z","caller":"traceutil/trace.go:171","msg":"trace[195812603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19829; }","duration":"170.354012ms","start":"2026-04-28T07:47:23.9323Z","end":"2026-04-28T07:47:24.102654Z","steps":["trace[195812603] 'agreement among raft nodes before linearized reading' (duration: 169.788867ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:24.265813Z","caller":"traceutil/trace.go:171","msg":"trace[916632466] transaction","detail":"{read_only:false; response_revision:19832; number_of_response:1; }","duration":"129.409143ms","start":"2026-04-28T07:47:24.136366Z","end":"2026-04-28T07:47:24.265775Z","steps":["trace[916632466] 'process raft request' (duration: 129.033253ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:24.509199Z","caller":"traceutil/trace.go:171","msg":"trace[783024315] linearizableReadLoop","detail":"{readStateIndex:20436; appliedIndex:20435; }","duration":"124.876701ms","start":"2026-04-28T07:47:24.384295Z","end":"2026-04-28T07:47:24.509172Z","steps":["trace[783024315] 'read index received' (duration: 123.260967ms)","trace[783024315] 'applied index is now lower than readState.Index' (duration: 1.614364ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:24.509346Z","caller":"traceutil/trace.go:171","msg":"trace[1764711561] transaction","detail":"{read_only:false; response_revision:19834; number_of_response:1; }","duration":"140.956652ms","start":"2026-04-28T07:47:24.368343Z","end":"2026-04-28T07:47:24.509299Z","steps":["trace[1764711561] 'process raft request' (duration: 139.131123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:24.509525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.20611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qsk7z\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-28T07:47:24.5096Z","caller":"traceutil/trace.go:171","msg":"trace[854528694] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qsk7z; range_end:; response_count:1; response_revision:19834; }","duration":"125.349014ms","start":"2026-04-28T07:47:24.384232Z","end":"2026-04-28T07:47:24.509581Z","steps":["trace[854528694] 'agreement among raft nodes before linearized reading' (duration: 125.082937ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:29.836128Z","caller":"traceutil/trace.go:171","msg":"trace[1739548097] linearizableReadLoop","detail":"{readStateIndex:20469; appliedIndex:20468; }","duration":"330.93615ms","start":"2026-04-28T07:47:29.505169Z","end":"2026-04-28T07:47:29.836105Z","steps":["trace[1739548097] 'read index received' (duration: 330.851828ms)","trace[1739548097] 'applied index is now lower than readState.Index' (duration: 83.452µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:29.836236Z","caller":"traceutil/trace.go:171","msg":"trace[2042039839] transaction","detail":"{read_only:false; response_revision:19866; number_of_response:1; }","duration":"515.366029ms","start":"2026-04-28T07:47:29.32086Z","end":"2026-04-28T07:47:29.836226Z","steps":["trace[2042039839] 'process raft request' (duration: 515.06023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:29.836329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:29.320836Z","time spent":"515.42383ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:29.83648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.30063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:29.836541Z","caller":"traceutil/trace.go:171","msg":"trace[672715513] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19866; }","duration":"331.412854ms","start":"2026-04-28T07:47:29.505114Z","end":"2026-04-28T07:47:29.836527Z","steps":["trace[672715513] 'agreement among raft nodes before linearized reading' (duration: 331.316621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:29.836584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:29.505077Z","time spent":"331.499246ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:47:30.58797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.588691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:47:30.588153Z","caller":"traceutil/trace.go:171","msg":"trace[1763591182] transaction","detail":"{read_only:false; response_revision:19868; number_of_response:1; }","duration":"714.691227ms","start":"2026-04-28T07:47:29.873446Z","end":"2026-04-28T07:47:30.588138Z","steps":["trace[1763591182] 'process raft request' (duration: 714.646616ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:30.588198Z","caller":"traceutil/trace.go:171","msg":"trace[993114986] linearizableReadLoop","detail":"{readStateIndex:20470; appliedIndex:20469; }","duration":"751.985747ms","start":"2026-04-28T07:47:29.836201Z","end":"2026-04-28T07:47:30.588187Z","steps":["trace[993114986] 'read index received' (duration: 102.036238ms)","trace[993114986] 'applied index is now lower than readState.Index' (duration: 649.948669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:30.588205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:29.87342Z","time spent":"714.760249ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:30.58831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.880417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T07:47:30.58833Z","caller":"traceutil/trace.go:171","msg":"trace[944717107] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:19868; }","duration":"823.931097ms","start":"2026-04-28T07:47:29.764393Z","end":"2026-04-28T07:47:30.588324Z","steps":["trace[944717107] 'agreement among raft nodes before linearized reading' (duration: 823.844995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.588345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:29.764374Z","time spent":"823.967739ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"info","ts":"2026-04-28T07:47:30.588154Z","caller":"traceutil/trace.go:171","msg":"trace[1724531616] transaction","detail":"{read_only:false; response_revision:19867; number_of_response:1; }","duration":"1.041527317s","start":"2026-04-28T07:47:29.546578Z","end":"2026-04-28T07:47:30.588106Z","steps":["trace[1724531616] 'process raft request' (duration: 391.735522ms)","trace[1724531616] 'compare' (duration: 649.492927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:30.588454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082873685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:30.58847Z","caller":"traceutil/trace.go:171","msg":"trace[2073781343] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19868; }","duration":"1.082898317s","start":"2026-04-28T07:47:29.505566Z","end":"2026-04-28T07:47:30.588465Z","steps":["trace[2073781343] 'agreement among raft nodes before linearized reading' (duration: 1.082873436s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.588483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:29.505562Z","time spent":"1.082918087s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:47:30.588502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.692013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:30.588539Z","caller":"traceutil/trace.go:171","msg":"trace[616778561] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:19868; }","duration":"885.732364ms","start":"2026-04-28T07:47:29.702795Z","end":"2026-04-28T07:47:30.588527Z","steps":["trace[616778561] 'agreement among raft nodes before linearized reading' (duration: 885.672623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.588532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083222846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:30.588578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:29.702776Z","time spent":"885.792197ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:47:30.588596Z","caller":"traceutil/trace.go:171","msg":"trace[1636553524] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19868; }","duration":"1.083319329s","start":"2026-04-28T07:47:29.505259Z","end":"2026-04-28T07:47:30.588578Z","steps":["trace[1636553524] 'agreement among raft nodes before linearized reading' (duration: 1.083204676s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.588599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:29.54655Z","time spent":"1.041927268s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:30.588734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.435446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:47:30.588751Z","caller":"traceutil/trace.go:171","msg":"trace[1370469621] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:19868; }","duration":"945.497957ms","start":"2026-04-28T07:47:29.643248Z","end":"2026-04-28T07:47:30.588746Z","steps":["trace[1370469621] 'agreement among raft nodes before linearized reading' (duration: 945.448816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.588745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.489198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:30.588765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:29.643231Z","time spent":"945.530909ms","remote":"127.0.0.1:51436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:47:30.588773Z","caller":"traceutil/trace.go:171","msg":"trace[1139761967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19868; }","duration":"885.562611ms","start":"2026-04-28T07:47:29.703202Z","end":"2026-04-28T07:47:30.588765Z","steps":["trace[1139761967] 'agreement among raft nodes before linearized reading' (duration: 885.51739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.588805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:29.70317Z","time spent":"885.629243ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:47:30.588836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:29.505231Z","time spent":"1.083398281s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:47:30.589211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080941765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:30.589678Z","caller":"traceutil/trace.go:171","msg":"trace[192051226] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19868; }","duration":"1.081478059s","start":"2026-04-28T07:47:29.50782Z","end":"2026-04-28T07:47:30.589298Z","steps":["trace[192051226] 'agreement among raft nodes before linearized reading' (duration: 1.080614036s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.58977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:29.50781Z","time spent":"1.081942002s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-28T07:47:30.597213Z","caller":"traceutil/trace.go:171","msg":"trace[882793702] transaction","detail":"{read_only:false; response_revision:19869; number_of_response:1; }","duration":"456.53869ms","start":"2026-04-28T07:47:30.140649Z","end":"2026-04-28T07:47:30.597188Z","steps":["trace[882793702] 'process raft request' (duration: 456.285893ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:30.597417Z","caller":"traceutil/trace.go:171","msg":"trace[412728747] transaction","detail":"{read_only:false; response_revision:19870; number_of_response:1; }","duration":"456.434467ms","start":"2026-04-28T07:47:30.140961Z","end":"2026-04-28T07:47:30.597396Z","steps":["trace[412728747] 'process raft request' (duration: 456.17932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.597427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:30.140633Z","time spent":"456.672414ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:30.597506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:30.140931Z","time spent":"456.53443ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:30.597521Z","caller":"traceutil/trace.go:171","msg":"trace[1843713388] transaction","detail":"{read_only:false; response_revision:19871; number_of_response:1; }","duration":"453.859148ms","start":"2026-04-28T07:47:30.143645Z","end":"2026-04-28T07:47:30.597505Z","steps":["trace[1843713388] 'process raft request' (duration: 453.689654ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:30.597665Z","caller":"traceutil/trace.go:171","msg":"trace[1238196852] transaction","detail":"{read_only:false; response_revision:19872; number_of_response:1; }","duration":"453.801777ms","start":"2026-04-28T07:47:30.143851Z","end":"2026-04-28T07:47:30.597653Z","steps":["trace[1238196852] 'process raft request' (duration: 453.607122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.597737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:30.14381Z","time spent":"453.880019ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:30.597764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:30.143633Z","time spent":"453.93037ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:30.597783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.100959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:30.597802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.249761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T07:47:30.597821Z","caller":"traceutil/trace.go:171","msg":"trace[493864078] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19873; }","duration":"219.175171ms","start":"2026-04-28T07:47:30.378635Z","end":"2026-04-28T07:47:30.59781Z","steps":["trace[493864078] 'agreement among raft nodes before linearized reading' (duration: 219.095159ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:30.597834Z","caller":"traceutil/trace.go:171","msg":"trace[1205434102] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19873; }","duration":"267.339692ms","start":"2026-04-28T07:47:30.330485Z","end":"2026-04-28T07:47:30.597825Z","steps":["trace[1205434102] 'agreement among raft nodes before linearized reading' (duration: 267.24715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.597881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.712022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:30.597887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.965342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:30.597881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.394753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:30.59791Z","caller":"traceutil/trace.go:171","msg":"trace[2129992724] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19873; }","duration":"482.769844ms","start":"2026-04-28T07:47:30.115132Z","end":"2026-04-28T07:47:30.597902Z","steps":["trace[2129992724] 'agreement among raft nodes before linearized reading' (duration: 482.718452ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:30.597922Z","caller":"traceutil/trace.go:171","msg":"trace[1650367998] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:19873; }","duration":"340.034254ms","start":"2026-04-28T07:47:30.257871Z","end":"2026-04-28T07:47:30.597906Z","steps":["trace[1650367998] 'agreement among raft nodes before linearized reading' (duration: 339.976712ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:30.597926Z","caller":"traceutil/trace.go:171","msg":"trace[80184037] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19873; }","duration":"460.464325ms","start":"2026-04-28T07:47:30.137451Z","end":"2026-04-28T07:47:30.597915Z","steps":["trace[80184037] 'agreement among raft nodes before linearized reading' (duration: 460.389953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.597927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.557412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:47:30.597945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:30.257846Z","time spent":"340.092055ms","remote":"127.0.0.1:36054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:30.59796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:30.137439Z","time spent":"460.513186ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:47:30.597965Z","caller":"traceutil/trace.go:171","msg":"trace[965799868] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:19873; }","duration":"670.637834ms","start":"2026-04-28T07:47:29.927315Z","end":"2026-04-28T07:47:30.597953Z","steps":["trace[965799868] 'agreement among raft nodes before linearized reading' (duration: 670.575022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.597985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.685348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:30.597986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.089465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:30.597994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:29.92729Z","time spent":"670.695056ms","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:47:30.598011Z","caller":"traceutil/trace.go:171","msg":"trace[2016848389] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:19873; }","duration":"480.719009ms","start":"2026-04-28T07:47:30.117284Z","end":"2026-04-28T07:47:30.598003Z","steps":["trace[2016848389] 'agreement among raft nodes before linearized reading' (duration: 480.674877ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:30.598019Z","caller":"traceutil/trace.go:171","msg":"trace[2118978083] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19873; }","duration":"217.155797ms","start":"2026-04-28T07:47:30.380853Z","end":"2026-04-28T07:47:30.598009Z","steps":["trace[2118978083] 'agreement among raft nodes before linearized reading' (duration: 217.103075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.598034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:30.117278Z","time spent":"480.75009ms","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:30.598101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.62444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:30.598102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.335373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T07:47:30.598128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.99654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:30.59816Z","caller":"traceutil/trace.go:171","msg":"trace[1176751986] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19873; }","duration":"278.065532ms","start":"2026-04-28T07:47:30.320086Z","end":"2026-04-28T07:47:30.598151Z","steps":["trace[1176751986] 'agreement among raft nodes before linearized reading' (duration: 278.015761ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:30.598166Z","caller":"traceutil/trace.go:171","msg":"trace[1222532667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19873; }","duration":"444.430326ms","start":"2026-04-28T07:47:30.153717Z","end":"2026-04-28T07:47:30.598148Z","steps":["trace[1222532667] 'agreement among raft nodes before linearized reading' (duration: 444.260131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.59818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.219609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:30.598178Z","caller":"traceutil/trace.go:171","msg":"trace[1013034559] transaction","detail":"{read_only:false; response_revision:19873; number_of_response:1; }","duration":"213.204561ms","start":"2026-04-28T07:47:30.384956Z","end":"2026-04-28T07:47:30.598161Z","steps":["trace[1013034559] 'process raft request' (duration: 212.645786ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:30.598129Z","caller":"traceutil/trace.go:171","msg":"trace[697798393] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19873; }","duration":"217.687681ms","start":"2026-04-28T07:47:30.380433Z","end":"2026-04-28T07:47:30.598121Z","steps":["trace[697798393] 'agreement among raft nodes before linearized reading' (duration: 217.64649ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:30.59821Z","caller":"traceutil/trace.go:171","msg":"trace[1781094741] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19873; }","duration":"214.264199ms","start":"2026-04-28T07:47:30.383937Z","end":"2026-04-28T07:47:30.598201Z","steps":["trace[1781094741] 'agreement among raft nodes before linearized reading' (duration: 214.201858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.598204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:30.153704Z","time spent":"444.490467ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:47:30.598102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.393207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T07:47:30.597935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:30.115115Z","time spent":"482.815615ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:47:30.598263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.286867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:30.598267Z","caller":"traceutil/trace.go:171","msg":"trace[422739353] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19873; }","duration":"216.591032ms","start":"2026-04-28T07:47:30.381666Z","end":"2026-04-28T07:47:30.598257Z","steps":["trace[422739353] 'agreement among raft nodes before linearized reading' (duration: 216.288133ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:30.598296Z","caller":"traceutil/trace.go:171","msg":"trace[521463086] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19873; }","duration":"218.348479ms","start":"2026-04-28T07:47:30.379938Z","end":"2026-04-28T07:47:30.598286Z","steps":["trace[521463086] 'agreement among raft nodes before linearized reading' (duration: 218.292797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.598321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.928587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:30.598352Z","caller":"traceutil/trace.go:171","msg":"trace[1214900002] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19873; }","duration":"217.982449ms","start":"2026-04-28T07:47:30.380361Z","end":"2026-04-28T07:47:30.598343Z","steps":["trace[1214900002] 'agreement among raft nodes before linearized reading' (duration: 217.904797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.598555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.41236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:47:30.5986Z","caller":"traceutil/trace.go:171","msg":"trace[227769838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19873; }","duration":"414.546534ms","start":"2026-04-28T07:47:30.184042Z","end":"2026-04-28T07:47:30.598588Z","steps":["trace[227769838] 'agreement among raft nodes before linearized reading' (duration: 413.880795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.598629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:30.184025Z","time spent":"414.594825ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:47:30.598446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.694929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:30.599144Z","caller":"traceutil/trace.go:171","msg":"trace[1997119019] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19873; }","duration":"484.423778ms","start":"2026-04-28T07:47:30.114684Z","end":"2026-04-28T07:47:30.599107Z","steps":["trace[1997119019] 'agreement among raft nodes before linearized reading' (duration: 483.201235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:30.599182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:30.114666Z","time spent":"484.50334ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-28T07:47:32.390714Z","caller":"traceutil/trace.go:171","msg":"trace[1151849251] transaction","detail":"{read_only:false; response_revision:19882; number_of_response:1; }","duration":"548.782535ms","start":"2026-04-28T07:47:31.841906Z","end":"2026-04-28T07:47:32.390688Z","steps":["trace[1151849251] 'process raft request' (duration: 548.60594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:32.390866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:31.841892Z","time spent":"548.896938ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:32.392476Z","caller":"traceutil/trace.go:171","msg":"trace[1661873348] transaction","detail":"{read_only:false; response_revision:19884; number_of_response:1; }","duration":"260.005056ms","start":"2026-04-28T07:47:32.132445Z","end":"2026-04-28T07:47:32.39245Z","steps":["trace[1661873348] 'process raft request' (duration: 259.943625ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:32.392606Z","caller":"traceutil/trace.go:171","msg":"trace[2090491809] transaction","detail":"{read_only:false; response_revision:19883; number_of_response:1; }","duration":"363.917655ms","start":"2026-04-28T07:47:32.028643Z","end":"2026-04-28T07:47:32.39256Z","steps":["trace[2090491809] 'process raft request' (duration: 363.594967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:32.392704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:32.028614Z","time spent":"364.046618ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:34.779414Z","caller":"traceutil/trace.go:171","msg":"trace[1561305030] transaction","detail":"{read_only:false; response_revision:19901; number_of_response:1; }","duration":"110.70391ms","start":"2026-04-28T07:47:34.668686Z","end":"2026-04-28T07:47:34.77939Z","steps":["trace[1561305030] 'process raft request' (duration: 110.551426ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:34.779668Z","caller":"traceutil/trace.go:171","msg":"trace[565433375] transaction","detail":"{read_only:false; response_revision:19902; number_of_response:1; }","duration":"110.681879ms","start":"2026-04-28T07:47:34.668975Z","end":"2026-04-28T07:47:34.779656Z","steps":["trace[565433375] 'process raft request' (duration: 110.373661ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:34.780045Z","caller":"traceutil/trace.go:171","msg":"trace[1877335318] transaction","detail":"{read_only:false; response_revision:19903; number_of_response:1; }","duration":"110.098123ms","start":"2026-04-28T07:47:34.669874Z","end":"2026-04-28T07:47:34.779972Z","steps":["trace[1877335318] 'process raft request' (duration: 109.754704ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:34.780124Z","caller":"traceutil/trace.go:171","msg":"trace[1395745120] linearizableReadLoop","detail":"{readStateIndex:20506; appliedIndex:20503; }","duration":"110.885965ms","start":"2026-04-28T07:47:34.669211Z","end":"2026-04-28T07:47:34.780097Z","steps":["trace[1395745120] 'read index received' (duration: 23.403348ms)","trace[1395745120] 'applied index is now lower than readState.Index' (duration: 87.478787ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:34.780181Z","caller":"traceutil/trace.go:171","msg":"trace[1813169889] transaction","detail":"{read_only:false; response_revision:19904; number_of_response:1; }","duration":"110.250347ms","start":"2026-04-28T07:47:34.669908Z","end":"2026-04-28T07:47:34.780158Z","steps":["trace[1813169889] 'process raft request' (duration: 110.009921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:34.780266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.031818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:34.780288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.953126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:34.780306Z","caller":"traceutil/trace.go:171","msg":"trace[72495964] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19904; }","duration":"111.114701ms","start":"2026-04-28T07:47:34.66918Z","end":"2026-04-28T07:47:34.780295Z","steps":["trace[72495964] 'agreement among raft nodes before linearized reading' (duration: 111.032639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:34.780364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.280628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:34.78042Z","caller":"traceutil/trace.go:171","msg":"trace[310678041] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19904; }","duration":"110.387101ms","start":"2026-04-28T07:47:34.670018Z","end":"2026-04-28T07:47:34.780405Z","steps":["trace[310678041] 'agreement among raft nodes before linearized reading' (duration: 110.256057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:34.780568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.532626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:34.780621Z","caller":"traceutil/trace.go:171","msg":"trace[510434967] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19904; }","duration":"110.596647ms","start":"2026-04-28T07:47:34.670014Z","end":"2026-04-28T07:47:34.780611Z","steps":["trace[510434967] 'agreement among raft nodes before linearized reading' (duration: 110.388681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:34.780736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.724882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:34.780767Z","caller":"traceutil/trace.go:171","msg":"trace[2054023805] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19904; }","duration":"110.766562ms","start":"2026-04-28T07:47:34.669993Z","end":"2026-04-28T07:47:34.78076Z","steps":["trace[2054023805] 'agreement among raft nodes before linearized reading' (duration: 110.718931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:34.780847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.949018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:34.780859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.777262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:47:34.780915Z","caller":"traceutil/trace.go:171","msg":"trace[1353657089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19904; }","duration":"101.846433ms","start":"2026-04-28T07:47:34.679052Z","end":"2026-04-28T07:47:34.780898Z","steps":["trace[1353657089] 'agreement among raft nodes before linearized reading' (duration: 101.698999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:34.780945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.843097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T07:47:34.781809Z","caller":"traceutil/trace.go:171","msg":"trace[859386664] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19904; }","duration":"107.700229ms","start":"2026-04-28T07:47:34.674072Z","end":"2026-04-28T07:47:34.781772Z","steps":["trace[859386664] 'agreement among raft nodes before linearized reading' (duration: 106.759004ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:34.780876Z","caller":"traceutil/trace.go:171","msg":"trace[1007358750] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19904; }","duration":"110.985978ms","start":"2026-04-28T07:47:34.669883Z","end":"2026-04-28T07:47:34.780869Z","steps":["trace[1007358750] 'agreement among raft nodes before linearized reading' (duration: 110.945507ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:34.780952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.131062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:34.782214Z","caller":"traceutil/trace.go:171","msg":"trace[299044165] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19904; }","duration":"112.408416ms","start":"2026-04-28T07:47:34.669788Z","end":"2026-04-28T07:47:34.782196Z","steps":["trace[299044165] 'agreement among raft nodes before linearized reading' (duration: 111.106291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:34.780986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.214044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:34.782382Z","caller":"traceutil/trace.go:171","msg":"trace[1704462975] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19904; }","duration":"112.617402ms","start":"2026-04-28T07:47:34.669743Z","end":"2026-04-28T07:47:34.78236Z","steps":["trace[1704462975] 'agreement among raft nodes before linearized reading' (duration: 111.228635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:34.781013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.276826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:34.782501Z","caller":"traceutil/trace.go:171","msg":"trace[118576596] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19904; }","duration":"112.768535ms","start":"2026-04-28T07:47:34.669723Z","end":"2026-04-28T07:47:34.782491Z","steps":["trace[118576596] 'agreement among raft nodes before linearized reading' (duration: 111.277136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:34.781041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.335848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:34.782616Z","caller":"traceutil/trace.go:171","msg":"trace[292436907] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19904; }","duration":"112.916189ms","start":"2026-04-28T07:47:34.669689Z","end":"2026-04-28T07:47:34.782605Z","steps":["trace[292436907] 'agreement among raft nodes before linearized reading' (duration: 111.339637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:34.781069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.699747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:34.782712Z","caller":"traceutil/trace.go:171","msg":"trace[251895016] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19904; }","duration":"113.357791ms","start":"2026-04-28T07:47:34.669342Z","end":"2026-04-28T07:47:34.7827Z","steps":["trace[251895016] 'agreement among raft nodes before linearized reading' (duration: 111.712677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:34.781213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.455832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T07:47:34.782799Z","caller":"traceutil/trace.go:171","msg":"trace[941798092] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19904; }","duration":"103.081255ms","start":"2026-04-28T07:47:34.679708Z","end":"2026-04-28T07:47:34.78279Z","steps":["trace[941798092] 'agreement among raft nodes before linearized reading' (duration: 101.407261ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:34.780371Z","caller":"traceutil/trace.go:171","msg":"trace[142668745] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19904; }","duration":"111.017688ms","start":"2026-04-28T07:47:34.669298Z","end":"2026-04-28T07:47:34.780315Z","steps":["trace[142668745] 'agreement among raft nodes before linearized reading' (duration: 110.937465ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:34.953209Z","caller":"traceutil/trace.go:171","msg":"trace[1044902834] transaction","detail":"{read_only:false; response_revision:19906; number_of_response:1; }","duration":"166.389354ms","start":"2026-04-28T07:47:34.786786Z","end":"2026-04-28T07:47:34.953176Z","steps":["trace[1044902834] 'process raft request' (duration: 164.432502ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:34.953269Z","caller":"traceutil/trace.go:171","msg":"trace[343452694] linearizableReadLoop","detail":"{readStateIndex:20511; appliedIndex:20508; }","duration":"165.597123ms","start":"2026-04-28T07:47:34.787641Z","end":"2026-04-28T07:47:34.953238Z","steps":["trace[343452694] 'read index received' (duration: 32.230235ms)","trace[343452694] 'applied index is now lower than readState.Index' (duration: 133.365378ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:34.95345Z","caller":"traceutil/trace.go:171","msg":"trace[1110023161] transaction","detail":"{read_only:false; response_revision:19908; number_of_response:1; }","duration":"165.198253ms","start":"2026-04-28T07:47:34.788217Z","end":"2026-04-28T07:47:34.953416Z","steps":["trace[1110023161] 'process raft request' (duration: 164.961367ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:34.95345Z","caller":"traceutil/trace.go:171","msg":"trace[1368977760] transaction","detail":"{read_only:false; response_revision:19907; number_of_response:1; }","duration":"165.991084ms","start":"2026-04-28T07:47:34.787421Z","end":"2026-04-28T07:47:34.953412Z","steps":["trace[1368977760] 'process raft request' (duration: 165.583423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:34.954881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.213967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:135 size:1294814"} {"level":"info","ts":"2026-04-28T07:47:34.954952Z","caller":"traceutil/trace.go:171","msg":"trace[1554780382] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:135; response_revision:19908; }","duration":"167.33237ms","start":"2026-04-28T07:47:34.787606Z","end":"2026-04-28T07:47:34.954939Z","steps":["trace[1554780382] 'agreement among raft nodes before linearized reading' (duration: 165.781568ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:34.961766Z","caller":"traceutil/trace.go:171","msg":"trace[236799539] transaction","detail":"{read_only:false; response_revision:19909; number_of_response:1; }","duration":"103.265451ms","start":"2026-04-28T07:47:34.858478Z","end":"2026-04-28T07:47:34.961743Z","steps":["trace[236799539] 'process raft request' (duration: 103.104227ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:36.976776Z","caller":"traceutil/trace.go:171","msg":"trace[1043888519] transaction","detail":"{read_only:false; response_revision:19913; number_of_response:1; }","duration":"327.918168ms","start":"2026-04-28T07:47:36.648822Z","end":"2026-04-28T07:47:36.976741Z","steps":["trace[1043888519] 'process raft request' (duration: 327.774255ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:36.976883Z","caller":"traceutil/trace.go:171","msg":"trace[1131347987] linearizableReadLoop","detail":"{readStateIndex:20518; appliedIndex:20518; }","duration":"257.944172ms","start":"2026-04-28T07:47:36.718913Z","end":"2026-04-28T07:47:36.976857Z","steps":["trace[1131347987] 'read index received' (duration: 257.930021ms)","trace[1131347987] 'applied index is now lower than readState.Index' (duration: 11.721µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:36.976976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.648802Z","time spent":"328.067714ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:36.977037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.106016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:36.977143Z","caller":"traceutil/trace.go:171","msg":"trace[2109953976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19913; }","duration":"258.24327ms","start":"2026-04-28T07:47:36.718857Z","end":"2026-04-28T07:47:36.977101Z","steps":["trace[2109953976] 'agreement among raft nodes before linearized reading' (duration: 258.079206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.477785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765156643,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:47:37.552552Z","caller":"traceutil/trace.go:171","msg":"trace[915699834] transaction","detail":"{read_only:false; response_revision:19914; number_of_response:1; }","duration":"794.036995ms","start":"2026-04-28T07:47:36.758476Z","end":"2026-04-28T07:47:37.552513Z","steps":["trace[915699834] 'process raft request' (duration: 793.713507ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:37.552672Z","caller":"traceutil/trace.go:171","msg":"trace[1312637005] transaction","detail":"{read_only:false; response_revision:19915; number_of_response:1; }","duration":"766.914159ms","start":"2026-04-28T07:47:36.785719Z","end":"2026-04-28T07:47:37.552633Z","steps":["trace[1312637005] 'process raft request' (duration: 766.696113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.552766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.758448Z","time spent":"794.20804ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:37.552844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.535927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:37.552866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.785685Z","time spent":"767.079823ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:37.55292Z","caller":"traceutil/trace.go:171","msg":"trace[1885016493] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19919; }","duration":"763.63586ms","start":"2026-04-28T07:47:36.78927Z","end":"2026-04-28T07:47:37.552906Z","steps":["trace[1885016493] 'agreement among raft nodes before linearized reading' (duration: 763.520197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.552929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.574446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:37.552752Z","caller":"traceutil/trace.go:171","msg":"trace[113827011] linearizableReadLoop","detail":"{readStateIndex:20524; appliedIndex:20518; }","duration":"575.800569ms","start":"2026-04-28T07:47:36.976933Z","end":"2026-04-28T07:47:37.552734Z","steps":["trace[113827011] 'read index received' (duration: 575.312386ms)","trace[113827011] 'applied index is now lower than readState.Index' (duration: 486.753µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:37.552962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.789262Z","time spent":"763.689791ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-28T07:47:37.552981Z","caller":"traceutil/trace.go:171","msg":"trace[842547255] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19919; }","duration":"764.637117ms","start":"2026-04-28T07:47:36.788327Z","end":"2026-04-28T07:47:37.552964Z","steps":["trace[842547255] 'agreement among raft nodes before linearized reading' (duration: 764.558315ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:37.552811Z","caller":"traceutil/trace.go:171","msg":"trace[1849804079] transaction","detail":"{read_only:false; response_revision:19916; number_of_response:1; }","duration":"766.138117ms","start":"2026-04-28T07:47:36.786599Z","end":"2026-04-28T07:47:37.552737Z","steps":["trace[1849804079] 'process raft request' (duration: 765.88229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.55301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.704669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:37.553021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.788321Z","time spent":"764.692039ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:47:37.553032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.933035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:37.553057Z","caller":"traceutil/trace.go:171","msg":"trace[935037766] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19919; }","duration":"764.74817ms","start":"2026-04-28T07:47:36.788294Z","end":"2026-04-28T07:47:37.553043Z","steps":["trace[935037766] 'agreement among raft nodes before linearized reading' (duration: 764.688169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.553066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.786588Z","time spent":"766.434555ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:37.553086Z","caller":"traceutil/trace.go:171","msg":"trace[1218122526] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19919; }","duration":"765.021167ms","start":"2026-04-28T07:47:36.78805Z","end":"2026-04-28T07:47:37.553071Z","steps":["trace[1218122526] 'agreement among raft nodes before linearized reading' (duration: 764.847713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.553105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.788265Z","time spent":"764.825543ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:47:37.553118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.918155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:37.553132Z","caller":"traceutil/trace.go:171","msg":"trace[2130458245] transaction","detail":"{read_only:false; response_revision:19917; number_of_response:1; }","duration":"766.451775ms","start":"2026-04-28T07:47:36.786667Z","end":"2026-04-28T07:47:37.553119Z","steps":["trace[2130458245] 'process raft request' (duration: 765.893771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.553133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.787995Z","time spent":"765.12368ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-28T07:47:37.553163Z","caller":"traceutil/trace.go:171","msg":"trace[1536631299] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19919; }","duration":"764.980406ms","start":"2026-04-28T07:47:36.78817Z","end":"2026-04-28T07:47:37.553151Z","steps":["trace[1536631299] 'agreement among raft nodes before linearized reading' (duration: 764.849013ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.553203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.78666Z","time spent":"766.495186ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:37.553203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.788164Z","time spent":"765.028787ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:47:37.553248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.208314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:37.553282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.228533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:37.553296Z","caller":"traceutil/trace.go:171","msg":"trace[376443297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19919; }","duration":"575.281006ms","start":"2026-04-28T07:47:36.978Z","end":"2026-04-28T07:47:37.553281Z","steps":["trace[376443297] 'agreement among raft nodes before linearized reading' (duration: 575.193803ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:37.553323Z","caller":"traceutil/trace.go:171","msg":"trace[1322535216] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19919; }","duration":"765.316836ms","start":"2026-04-28T07:47:36.787994Z","end":"2026-04-28T07:47:37.553311Z","steps":["trace[1322535216] 'agreement among raft nodes before linearized reading' (duration: 765.249874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.552953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.684048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:37.553341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.977985Z","time spent":"575.343128ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:47:37.553358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.787984Z","time spent":"765.364917ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:47:37.553357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.480777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T07:47:37.553375Z","caller":"traceutil/trace.go:171","msg":"trace[569687625] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19919; }","duration":"765.158571ms","start":"2026-04-28T07:47:36.788203Z","end":"2026-04-28T07:47:37.553362Z","steps":["trace[569687625] 'agreement among raft nodes before linearized reading' (duration: 764.690098ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:37.553414Z","caller":"traceutil/trace.go:171","msg":"trace[695467407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19919; }","duration":"595.57572ms","start":"2026-04-28T07:47:36.95782Z","end":"2026-04-28T07:47:37.553396Z","steps":["trace[695467407] 'agreement among raft nodes before linearized reading' (duration: 595.391595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.553423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.788171Z","time spent":"765.239063ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:47:37.553459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.957787Z","time spent":"595.659632ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:47:37.553477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.292979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:37.553511Z","caller":"traceutil/trace.go:171","msg":"trace[2020010800] transaction","detail":"{read_only:false; response_revision:19918; number_of_response:1; }","duration":"766.551148ms","start":"2026-04-28T07:47:36.786954Z","end":"2026-04-28T07:47:37.553505Z","steps":["trace[2020010800] 'process raft request' (duration: 765.665674ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:37.553515Z","caller":"traceutil/trace.go:171","msg":"trace[1698557326] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19919; }","duration":"767.3467ms","start":"2026-04-28T07:47:36.786157Z","end":"2026-04-28T07:47:37.553504Z","steps":["trace[1698557326] 'agreement among raft nodes before linearized reading' (duration: 767.287678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.553547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.786929Z","time spent":"766.597239ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:37.553555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.786147Z","time spent":"767.397992ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:47:37.552865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.783645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:37.553608Z","caller":"traceutil/trace.go:171","msg":"trace[2112636722] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19919; }","duration":"767.567626ms","start":"2026-04-28T07:47:36.786034Z","end":"2026-04-28T07:47:37.553602Z","steps":["trace[2112636722] 'agreement among raft nodes before linearized reading' (duration: 766.779765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.552852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.661568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:37.553629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.786022Z","time spent":"767.601447ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T07:47:37.553659Z","caller":"traceutil/trace.go:171","msg":"trace[1960005359] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19919; }","duration":"765.49764ms","start":"2026-04-28T07:47:36.788148Z","end":"2026-04-28T07:47:37.553645Z","steps":["trace[1960005359] 'agreement among raft nodes before linearized reading' (duration: 764.652258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.553675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.784933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qsk7z\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-04-28T07:47:37.553695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.788139Z","time spent":"765.545881ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:47:37.553688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.534575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:37.553714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.225371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T07:47:37.553707Z","caller":"traceutil/trace.go:171","msg":"trace[1955368698] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qsk7z; range_end:; response_count:1; response_revision:19919; }","duration":"574.874095ms","start":"2026-04-28T07:47:36.978825Z","end":"2026-04-28T07:47:37.553699Z","steps":["trace[1955368698] 'agreement among raft nodes before linearized reading' (duration: 574.743161ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:37.553733Z","caller":"traceutil/trace.go:171","msg":"trace[1078855141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19919; }","duration":"595.259892ms","start":"2026-04-28T07:47:36.958467Z","end":"2026-04-28T07:47:37.553727Z","steps":["trace[1078855141] 'agreement among raft nodes before linearized reading' (duration: 595.20405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.553822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.395461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T07:47:37.553859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.958459Z","time spent":"595.394426ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:47:37.553855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.557166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:47:37.553879Z","caller":"traceutil/trace.go:171","msg":"trace[485600468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19919; }","duration":"508.488914ms","start":"2026-04-28T07:47:37.045376Z","end":"2026-04-28T07:47:37.553865Z","steps":["trace[485600468] 'agreement among raft nodes before linearized reading' (duration: 508.236247ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:37.553897Z","caller":"traceutil/trace.go:171","msg":"trace[2048664777] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19919; }","duration":"142.638058ms","start":"2026-04-28T07:47:37.411247Z","end":"2026-04-28T07:47:37.553885Z","steps":["trace[2048664777] 'agreement among raft nodes before linearized reading' (duration: 142.554905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.553922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:37.045334Z","time spent":"508.576186ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:47:37.553486Z","caller":"traceutil/trace.go:171","msg":"trace[1781790243] transaction","detail":"{read_only:false; response_revision:19919; number_of_response:1; }","duration":"586.706712ms","start":"2026-04-28T07:47:36.966772Z","end":"2026-04-28T07:47:37.553479Z","steps":["trace[1781790243] 'process raft request' (duration: 585.901101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.553747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.978808Z","time spent":"574.924137ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-qsk7z\" "} {"level":"warn","ts":"2026-04-28T07:47:37.554057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.966745Z","time spent":"587.256318ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:37.553937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.943297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T07:47:37.553342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.545119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:47:37.554189Z","caller":"traceutil/trace.go:171","msg":"trace[15873375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19919; }","duration":"730.181213ms","start":"2026-04-28T07:47:36.823932Z","end":"2026-04-28T07:47:37.554114Z","steps":["trace[15873375] 'agreement among raft nodes before linearized reading' (duration: 729.565065ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:37.554182Z","caller":"traceutil/trace.go:171","msg":"trace[1473389249] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19919; }","duration":"596.412433ms","start":"2026-04-28T07:47:36.957753Z","end":"2026-04-28T07:47:37.554165Z","steps":["trace[1473389249] 'agreement among raft nodes before linearized reading' (duration: 595.539149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.554305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.823906Z","time spent":"730.314257ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:47:37.554373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.95773Z","time spent":"596.623709ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:47:37.553787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.370733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:37.554468Z","caller":"traceutil/trace.go:171","msg":"trace[79144486] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:19919; }","duration":"587.038432ms","start":"2026-04-28T07:47:36.967408Z","end":"2026-04-28T07:47:37.554446Z","steps":["trace[79144486] 'agreement among raft nodes before linearized reading' (duration: 586.358663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.554525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.967364Z","time spent":"587.139715ms","remote":"127.0.0.1:47432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:37.553781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.790626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:37.554595Z","caller":"traceutil/trace.go:171","msg":"trace[214009931] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19919; }","duration":"252.67314ms","start":"2026-04-28T07:47:37.301901Z","end":"2026-04-28T07:47:37.554574Z","steps":["trace[214009931] 'agreement among raft nodes before linearized reading' (duration: 251.635952ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:37.553744Z","caller":"traceutil/trace.go:171","msg":"trace[724230681] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19919; }","duration":"767.604477ms","start":"2026-04-28T07:47:36.786123Z","end":"2026-04-28T07:47:37.553727Z","steps":["trace[724230681] 'agreement among raft nodes before linearized reading' (duration: 767.521454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:37.554725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:36.786117Z","time spent":"768.586365ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:47:38.061612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765156645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:47:38.904633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.635798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:47:38.904761Z","caller":"traceutil/trace.go:171","msg":"trace[2107900860] transaction","detail":"{read_only:false; response_revision:19920; number_of_response:1; }","duration":"1.344623159s","start":"2026-04-28T07:47:37.560114Z","end":"2026-04-28T07:47:38.904737Z","steps":["trace[2107900860] 'process raft request' (duration: 816.796556ms)","trace[2107900860] 'compare' (duration: 527.038362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:38.904825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:37.560092Z","time spent":"1.344701372s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:39.393503Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.016542487s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:47:39.957344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.443779ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:47:39.957518Z","caller":"traceutil/trace.go:171","msg":"trace[1383396682] transaction","detail":"{read_only:false; response_revision:19921; number_of_response:1; }","duration":"2.396954417s","start":"2026-04-28T07:47:37.560539Z","end":"2026-04-28T07:47:39.957494Z","steps":["trace[1383396682] 'process raft request' (duration: 1.833293011s)","trace[1383396682] 'compare' (duration: 563.10908ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:39.957627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:37.560531Z","time spent":"2.397041999s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:39.95771Z","caller":"traceutil/trace.go:171","msg":"trace[2053876844] transaction","detail":"{read_only:false; response_revision:19922; number_of_response:1; }","duration":"2.397014789s","start":"2026-04-28T07:47:37.560624Z","end":"2026-04-28T07:47:39.957639Z","steps":["trace[2053876844] 'process raft request' (duration: 2.396794323s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:39.957728Z","caller":"traceutil/trace.go:171","msg":"trace[542924922] transaction","detail":"{read_only:false; response_revision:19923; number_of_response:1; }","duration":"2.396737721s","start":"2026-04-28T07:47:37.560961Z","end":"2026-04-28T07:47:39.957699Z","steps":["trace[542924922] 'process raft request' (duration: 2.396533546s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:39.957902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:37.560952Z","time spent":"2.396884435s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:39.957926Z","caller":"traceutil/trace.go:171","msg":"trace[453928671] transaction","detail":"{read_only:false; response_revision:19924; number_of_response:1; }","duration":"2.396876825s","start":"2026-04-28T07:47:37.561039Z","end":"2026-04-28T07:47:39.957916Z","steps":["trace[453928671] 'process raft request' (duration: 2.396478844s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:39.957987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:37.561033Z","time spent":"2.396928816s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:39.957794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:37.560604Z","time spent":"2.397141551s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:39.958227Z","caller":"traceutil/trace.go:171","msg":"trace[1839239835] transaction","detail":"{read_only:false; response_revision:19927; number_of_response:1; }","duration":"975.536196ms","start":"2026-04-28T07:47:38.982681Z","end":"2026-04-28T07:47:39.958217Z","steps":["trace[1839239835] 'process raft request' (duration: 975.509685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:39.958279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:38.982664Z","time spent":"975.592397ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:39.958643Z","caller":"traceutil/trace.go:171","msg":"trace[350460980] transaction","detail":"{read_only:false; response_revision:19926; number_of_response:1; }","duration":"1.535524602s","start":"2026-04-28T07:47:38.423109Z","end":"2026-04-28T07:47:39.958634Z","steps":["trace[350460980] 'process raft request' (duration: 1.535043479s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:39.958695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:38.423091Z","time spent":"1.535579223s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:39.958634Z","caller":"traceutil/trace.go:171","msg":"trace[885050002] linearizableReadLoop","detail":"{readStateIndex:20529; appliedIndex:20524; }","duration":"2.397926452s","start":"2026-04-28T07:47:37.560685Z","end":"2026-04-28T07:47:39.958612Z","steps":["trace[885050002] 'read index received' (duration: 816.227041ms)","trace[885050002] 'applied index is now lower than readState.Index' (duration: 1.581697641s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:39.958998Z","caller":"traceutil/trace.go:171","msg":"trace[397282384] transaction","detail":"{read_only:false; response_revision:19925; number_of_response:1; }","duration":"1.865061934s","start":"2026-04-28T07:47:38.093926Z","end":"2026-04-28T07:47:39.958988Z","steps":["trace[397282384] 'process raft request' (duration: 1.863621096s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:39.959058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:38.093895Z","time spent":"1.865138296s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:39.959681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39898922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:135 size:1294814"} {"level":"info","ts":"2026-04-28T07:47:39.959725Z","caller":"traceutil/trace.go:171","msg":"trace[1446331026] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:135; response_revision:19927; }","duration":"2.399039142s","start":"2026-04-28T07:47:37.560678Z","end":"2026-04-28T07:47:39.959718Z","steps":["trace[1446331026] 'agreement among raft nodes before linearized reading' (duration: 2.397987714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:39.95975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:37.560651Z","time spent":"2.399091283s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":135,"response size":1294836,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:47:40.459763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765156660,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:47:40.70252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999875021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:47:40.702593Z","caller":"traceutil/trace.go:171","msg":"trace[839222829] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999998344s","start":"2026-04-28T07:47:38.702577Z","end":"2026-04-28T07:47:40.702576Z","steps":["trace[839222829] 'agreement among raft nodes before linearized reading' (duration: 1.999904162s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.702632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:38.702557Z","time spent":"2.000067447s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:47:40.820599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.93256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:47:40.820898Z","caller":"traceutil/trace.go:171","msg":"trace[1425450758] linearizableReadLoop","detail":"{readStateIndex:20538; appliedIndex:20532; }","duration":"861.869197ms","start":"2026-04-28T07:47:39.959011Z","end":"2026-04-28T07:47:40.82088Z","steps":["trace[1425450758] 'read index received' (duration: 508.481744ms)","trace[1425450758] 'applied index is now lower than readState.Index' (duration: 353.386023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:40.821019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261335035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:40.821044Z","caller":"traceutil/trace.go:171","msg":"trace[600014845] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19933; }","duration":"1.261373466s","start":"2026-04-28T07:47:39.559661Z","end":"2026-04-28T07:47:40.821034Z","steps":["trace[600014845] 'agreement among raft nodes before linearized reading' (duration: 1.261307314s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.821073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.559593Z","time spent":"1.26146982s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:47:40.821071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307008914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:40.821073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966962421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:40.82109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593911289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:40.821115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.963586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:40.821136Z","caller":"traceutil/trace.go:171","msg":"trace[1654887230] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:19933; }","duration":"2.307110037s","start":"2026-04-28T07:47:38.514006Z","end":"2026-04-28T07:47:40.821116Z","steps":["trace[1654887230] 'agreement among raft nodes before linearized reading' (duration: 2.307013124s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.821059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.520842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:40.821144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138458684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-28T07:47:40.821162Z","caller":"traceutil/trace.go:171","msg":"trace[1390928973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19933; }","duration":"118.037207ms","start":"2026-04-28T07:47:40.703112Z","end":"2026-04-28T07:47:40.821149Z","steps":["trace[1390928973] 'agreement among raft nodes before linearized reading' (duration: 117.977205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.821217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261562541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:40.821215Z","caller":"traceutil/trace.go:171","msg":"trace[1302937904] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:19933; }","duration":"3.138533536s","start":"2026-04-28T07:47:37.682664Z","end":"2026-04-28T07:47:40.821197Z","steps":["trace[1302937904] 'agreement among raft nodes before linearized reading' (duration: 3.138340311s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:40.821146Z","caller":"traceutil/trace.go:171","msg":"trace[720356898] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19933; }","duration":"2.967088794s","start":"2026-04-28T07:47:37.854038Z","end":"2026-04-28T07:47:40.821127Z","steps":["trace[720356898] 'agreement among raft nodes before linearized reading' (duration: 2.96694102s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.821243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88417169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:47:40.821254Z","caller":"traceutil/trace.go:171","msg":"trace[2051629744] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19933; }","duration":"1.261632123s","start":"2026-04-28T07:47:39.559615Z","end":"2026-04-28T07:47:40.821247Z","steps":["trace[2051629744] 'agreement among raft nodes before linearized reading' (duration: 1.261575972s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.821267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:37.682643Z","time spent":"3.138612048s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-04-28T07:47:40.821281Z","caller":"traceutil/trace.go:171","msg":"trace[379139821] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:19933; }","duration":"2.884239892s","start":"2026-04-28T07:47:37.937029Z","end":"2026-04-28T07:47:40.821269Z","steps":["trace[379139821] 'agreement among raft nodes before linearized reading' (duration: 2.884143999s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.821281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:37.854013Z","time spent":"2.967251239s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:47:40.821285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211453599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T07:47:40.821318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:37.937011Z","time spent":"2.884297964s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:47:40.82133Z","caller":"traceutil/trace.go:171","msg":"trace[1028300717] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19933; }","duration":"2.211521391s","start":"2026-04-28T07:47:38.6098Z","end":"2026-04-28T07:47:40.821321Z","steps":["trace[1028300717] 'agreement among raft nodes before linearized reading' (duration: 2.211386808s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.821343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263278088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:40.821346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185061391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T07:47:40.821371Z","caller":"traceutil/trace.go:171","msg":"trace[111705780] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19933; }","duration":"1.263344129s","start":"2026-04-28T07:47:39.55802Z","end":"2026-04-28T07:47:40.821364Z","steps":["trace[111705780] 'agreement among raft nodes before linearized reading' (duration: 1.263299078s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.821219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174641561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:40.821388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446654378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:40.821398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.558003Z","time spent":"1.26338936s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T07:47:40.821397Z","caller":"traceutil/trace.go:171","msg":"trace[1661102619] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19933; }","duration":"2.185138263s","start":"2026-04-28T07:47:38.636244Z","end":"2026-04-28T07:47:40.821382Z","steps":["trace[1661102619] 'agreement among raft nodes before linearized reading' (duration: 2.184996899s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:40.821422Z","caller":"traceutil/trace.go:171","msg":"trace[708735525] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:19933; }","duration":"1.44672387s","start":"2026-04-28T07:47:39.374688Z","end":"2026-04-28T07:47:40.821412Z","steps":["trace[708735525] 'agreement among raft nodes before linearized reading' (duration: 1.446649918s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.821168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:38.513985Z","time spent":"2.307175808s","remote":"127.0.0.1:46628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:40.82145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:38.636229Z","time spent":"2.185206085s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:47:40.821465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.374666Z","time spent":"1.446792142s","remote":"127.0.0.1:46976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:40.821373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:38.609784Z","time spent":"2.211569523s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-28T07:47:40.821157Z","caller":"traceutil/trace.go:171","msg":"trace[589470239] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:19933; }","duration":"1.594028633s","start":"2026-04-28T07:47:39.227113Z","end":"2026-04-28T07:47:40.821141Z","steps":["trace[589470239] 'agreement among raft nodes before linearized reading' (duration: 1.593899469s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.821556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.227082Z","time spent":"1.594465283s","remote":"127.0.0.1:46526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:40.821153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849532648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:40.821063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211109571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:40.82129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.559592Z","time spent":"1.261688285s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:47:40.821623Z","caller":"traceutil/trace.go:171","msg":"trace[616538874] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:19933; }","duration":"1.85000253s","start":"2026-04-28T07:47:38.971606Z","end":"2026-04-28T07:47:40.821608Z","steps":["trace[616538874] 'agreement among raft nodes before linearized reading' (duration: 1.849505917s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:40.82165Z","caller":"traceutil/trace.go:171","msg":"trace[364449863] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19933; }","duration":"2.211714977s","start":"2026-04-28T07:47:38.609916Z","end":"2026-04-28T07:47:40.821631Z","steps":["trace[364449863] 'agreement among raft nodes before linearized reading' (duration: 2.211056249s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.821704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261623152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:40.821704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26078158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:40.821711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:38.609913Z","time spent":"2.211782048s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:47:40.821672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:38.971554Z","time spent":"1.850101262s","remote":"127.0.0.1:51092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:40.821721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261971792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:40.821737Z","caller":"traceutil/trace.go:171","msg":"trace[483186520] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19933; }","duration":"1.260862982s","start":"2026-04-28T07:47:39.560865Z","end":"2026-04-28T07:47:40.821728Z","steps":["trace[483186520] 'agreement among raft nodes before linearized reading' (duration: 1.26079528s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:40.821758Z","caller":"traceutil/trace.go:171","msg":"trace[1418740152] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19933; }","duration":"1.262034664s","start":"2026-04-28T07:47:39.559712Z","end":"2026-04-28T07:47:40.821747Z","steps":["trace[1418740152] 'agreement among raft nodes before linearized reading' (duration: 1.261974942s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:40.821404Z","caller":"traceutil/trace.go:171","msg":"trace[1637635743] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19933; }","duration":"2.174869977s","start":"2026-04-28T07:47:38.646526Z","end":"2026-04-28T07:47:40.821396Z","steps":["trace[1637635743] 'agreement among raft nodes before linearized reading' (duration: 2.174666042s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.821795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.559701Z","time spent":"1.262086655s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:47:40.821805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261252503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:40.821829Z","caller":"traceutil/trace.go:171","msg":"trace[623827571] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19933; }","duration":"1.261327295s","start":"2026-04-28T07:47:39.560495Z","end":"2026-04-28T07:47:40.821822Z","steps":["trace[623827571] 'agreement among raft nodes before linearized reading' (duration: 1.261249033s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.821822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:38.646476Z","time spent":"2.175335629s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:47:40.821832Z","caller":"traceutil/trace.go:171","msg":"trace[1305594538] transaction","detail":"{read_only:false; response_revision:19930; number_of_response:1; }","duration":"1.261607012s","start":"2026-04-28T07:47:39.560217Z","end":"2026-04-28T07:47:40.821824Z","steps":["trace[1305594538] 'process raft request' (duration: 1.260511033s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.821854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.560487Z","time spent":"1.261359345s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:47:40.821869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262151657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:40.821885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261460938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:40.821902Z","caller":"traceutil/trace.go:171","msg":"trace[675683877] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19933; }","duration":"1.262184377s","start":"2026-04-28T07:47:39.559708Z","end":"2026-04-28T07:47:40.821892Z","steps":["trace[675683877] 'agreement among raft nodes before linearized reading' (duration: 1.262133686s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.82192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261950391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:40.82173Z","caller":"traceutil/trace.go:171","msg":"trace[173460235] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19933; }","duration":"1.261680604s","start":"2026-04-28T07:47:39.560041Z","end":"2026-04-28T07:47:40.821722Z","steps":["trace[173460235] 'agreement among raft nodes before linearized reading' (duration: 1.261635003s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.821934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:40.821937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.559686Z","time spent":"1.262244739s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:47:40.821928Z","caller":"traceutil/trace.go:171","msg":"trace[1727536427] transaction","detail":"{read_only:false; response_revision:19933; number_of_response:1; }","duration":"1.259429463s","start":"2026-04-28T07:47:39.56248Z","end":"2026-04-28T07:47:40.821909Z","steps":["trace[1727536427] 'process raft request' (duration: 1.258346154s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:40.821951Z","caller":"traceutil/trace.go:171","msg":"trace[264341665] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19933; }","duration":"1.261991673s","start":"2026-04-28T07:47:39.55995Z","end":"2026-04-28T07:47:40.821942Z","steps":["trace[264341665] 'agreement among raft nodes before linearized reading' (duration: 1.26190443s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:40.821963Z","caller":"traceutil/trace.go:171","msg":"trace[2099489668] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19933; }","duration":"1.261585272s","start":"2026-04-28T07:47:39.560366Z","end":"2026-04-28T07:47:40.821951Z","steps":["trace[2099489668] 'agreement among raft nodes before linearized reading' (duration: 1.261547071s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.821766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.560859Z","time spent":"1.260900713s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:47:40.821974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.001407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:47:40.821986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.560361Z","time spent":"1.261619403s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T07:47:40.821924Z","caller":"traceutil/trace.go:171","msg":"trace[745556851] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19933; }","duration":"1.26152189s","start":"2026-04-28T07:47:39.560392Z","end":"2026-04-28T07:47:40.821914Z","steps":["trace[745556851] 'agreement among raft nodes before linearized reading' (duration: 1.261388956s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:40.821998Z","caller":"traceutil/trace.go:171","msg":"trace[145774670] transaction","detail":"{read_only:false; response_revision:19931; number_of_response:1; }","duration":"1.261771667s","start":"2026-04-28T07:47:39.560208Z","end":"2026-04-28T07:47:40.821979Z","steps":["trace[145774670] 'process raft request' (duration: 1.260554065s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.822021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.560382Z","time spent":"1.261632233s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-28T07:47:40.821802Z","caller":"traceutil/trace.go:171","msg":"trace[2048087269] transaction","detail":"{read_only:false; response_revision:19929; number_of_response:1; }","duration":"1.261654884s","start":"2026-04-28T07:47:39.560136Z","end":"2026-04-28T07:47:40.821791Z","steps":["trace[2048087269] 'process raft request' (duration: 1.260549165s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.822045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.562465Z","time spent":"1.259507476s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:40.822064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057168016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-28T07:47:40.821979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.559944Z","time spent":"1.262029824s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:47:40.822082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.560124Z","time spent":"1.261927341s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:40.822091Z","caller":"traceutil/trace.go:171","msg":"trace[1757782004] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:19933; }","duration":"1.057222208s","start":"2026-04-28T07:47:39.764861Z","end":"2026-04-28T07:47:40.822084Z","steps":["trace[1757782004] 'agreement among raft nodes before linearized reading' (duration: 1.057141895s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.822118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.764847Z","time spent":"1.057265098s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"warn","ts":"2026-04-28T07:47:40.821961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.560032Z","time spent":"1.26191998s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:47:40.821917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.56021Z","time spent":"1.261644243s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:40.822071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.560189Z","time spent":"1.261842608s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:40.821207Z","caller":"traceutil/trace.go:171","msg":"trace[2038669931] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:19933; }","duration":"427.720368ms","start":"2026-04-28T07:47:40.393461Z","end":"2026-04-28T07:47:40.821182Z","steps":["trace[2038669931] 'agreement among raft nodes before linearized reading' (duration: 427.545853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.822264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:40.393434Z","time spent":"428.820426ms","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:47:40.822005Z","caller":"traceutil/trace.go:171","msg":"trace[745955453] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:19933; }","duration":"869.032078ms","start":"2026-04-28T07:47:39.952964Z","end":"2026-04-28T07:47:40.821996Z","steps":["trace[745955453] 'agreement among raft nodes before linearized reading' (duration: 868.977277ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:40.822041Z","caller":"traceutil/trace.go:171","msg":"trace[33602736] transaction","detail":"{read_only:false; response_revision:19932; number_of_response:1; }","duration":"1.261002246s","start":"2026-04-28T07:47:39.561031Z","end":"2026-04-28T07:47:40.822033Z","steps":["trace[33602736] 'process raft request' (duration: 1.259760793s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:40.822413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.561023Z","time spent":"1.261341475s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:40.822313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.952899Z","time spent":"869.399658ms","remote":"127.0.0.1:51648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:40.822384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26267917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:40.82289Z","caller":"traceutil/trace.go:171","msg":"trace[350705778] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19933; }","duration":"1.263179904s","start":"2026-04-28T07:47:39.559649Z","end":"2026-04-28T07:47:40.822829Z","steps":["trace[350705778] 'agreement among raft nodes before linearized reading' (duration: 1.261316735s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:40.822839Z","caller":"traceutil/trace.go:171","msg":"trace[1448037766] transaction","detail":"{read_only:false; response_revision:19928; number_of_response:1; }","duration":"1.261430709s","start":"2026-04-28T07:47:39.559408Z","end":"2026-04-28T07:47:40.820839Z","steps":["trace[1448037766] 'process raft request' (duration: 908.18943ms)","trace[1448037766] 'compare' (duration: 352.798547ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:40.822992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.559617Z","time spent":"1.263318028s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:47:40.823482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:39.559396Z","time spent":"1.263545854s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:41.469023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.078364ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-28T07:47:41.469113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:40.827673Z","time spent":"641.433002ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:47:41.469169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:40.830208Z","time spent":"638.957384ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:47:41.469227Z","caller":"traceutil/trace.go:171","msg":"trace[1101181343] linearizableReadLoop","detail":"{readStateIndex:20539; appliedIndex:20538; }","duration":"641.39844ms","start":"2026-04-28T07:47:40.827801Z","end":"2026-04-28T07:47:41.469199Z","steps":["trace[1101181343] 'read index received' (duration: 127.202723ms)","trace[1101181343] 'applied index is now lower than readState.Index' (duration: 514.192297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:41.469794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.950815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7045a0e8-88a6-42c1-a1bc-523ca8ccd597\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-28T07:47:41.469866Z","caller":"traceutil/trace.go:171","msg":"trace[234313976] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7045a0e8-88a6-42c1-a1bc-523ca8ccd597; range_end:; response_count:1; response_revision:19933; }","duration":"642.056868ms","start":"2026-04-28T07:47:40.827767Z","end":"2026-04-28T07:47:41.469824Z","steps":["trace[234313976] 'agreement among raft nodes before linearized reading' (duration: 641.594916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:41.469904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:40.82774Z","time spent":"642.153831ms","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-7045a0e8-88a6-42c1-a1bc-523ca8ccd597\" "} {"level":"warn","ts":"2026-04-28T07:47:41.969852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765156670,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:47:42.175286Z","caller":"traceutil/trace.go:171","msg":"trace[716066038] transaction","detail":"{read_only:false; response_revision:19934; number_of_response:1; }","duration":"789.939396ms","start":"2026-04-28T07:47:41.385324Z","end":"2026-04-28T07:47:42.175263Z","steps":["trace[716066038] 'process raft request' (duration: 789.72417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:42.175421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:41.385294Z","time spent":"790.058089ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:42.669395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.275506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:47:42.669903Z","caller":"traceutil/trace.go:171","msg":"trace[2008672923] transaction","detail":"{read_only:false; response_revision:19936; number_of_response:1; }","duration":"1.199397523s","start":"2026-04-28T07:47:41.470473Z","end":"2026-04-28T07:47:42.669871Z","steps":["trace[2008672923] 'process raft request' (duration: 1.199009523s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:42.670053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:41.470449Z","time spent":"1.199527237s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:42.670073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839859879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18027"} {"level":"info","ts":"2026-04-28T07:47:42.670131Z","caller":"traceutil/trace.go:171","msg":"trace[6510780] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19938; }","duration":"1.83993246s","start":"2026-04-28T07:47:40.83019Z","end":"2026-04-28T07:47:42.670122Z","steps":["trace[6510780] 'agreement among raft nodes before linearized reading' (duration: 1.839776606s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:42.669944Z","caller":"traceutil/trace.go:171","msg":"trace[545546950] linearizableReadLoop","detail":"{readStateIndex:20545; appliedIndex:20540; }","duration":"1.200620576s","start":"2026-04-28T07:47:41.469307Z","end":"2026-04-28T07:47:42.669928Z","steps":["trace[545546950] 'read index received' (duration: 705.742377ms)","trace[545546950] 'applied index is now lower than readState.Index' (duration: 494.877049ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:42.670507Z","caller":"traceutil/trace.go:171","msg":"trace[2050328911] transaction","detail":"{read_only:false; response_revision:19938; number_of_response:1; }","duration":"702.761237ms","start":"2026-04-28T07:47:41.967714Z","end":"2026-04-28T07:47:42.670475Z","steps":["trace[2050328911] 'process raft request' (duration: 701.858133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:42.670555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:40.830179Z","time spent":"1.840365352s","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18049,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T07:47:42.670562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761614779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:47:42.670606Z","caller":"traceutil/trace.go:171","msg":"trace[1392512057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19938; }","duration":"1.761699981s","start":"2026-04-28T07:47:40.908893Z","end":"2026-04-28T07:47:42.670593Z","steps":["trace[1392512057] 'agreement among raft nodes before linearized reading' (duration: 1.761574438s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:42.670601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838891092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:42.670582Z","caller":"traceutil/trace.go:171","msg":"trace[762600284] transaction","detail":"{read_only:false; response_revision:19937; number_of_response:1; }","duration":"704.089952ms","start":"2026-04-28T07:47:41.966444Z","end":"2026-04-28T07:47:42.670534Z","steps":["trace[762600284] 'process raft request' (duration: 703.094896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:42.670634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:41.967704Z","time spent":"702.86159ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:42.670642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:40.908871Z","time spent":"1.761763703s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:47:42.670659Z","caller":"traceutil/trace.go:171","msg":"trace[1389887001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19938; }","duration":"1.838986404s","start":"2026-04-28T07:47:40.831658Z","end":"2026-04-28T07:47:42.670644Z","steps":["trace[1389887001] 'agreement among raft nodes before linearized reading' (duration: 1.838850201s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:42.670686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:40.831651Z","time spent":"1.839030435s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:47:42.670718Z","caller":"traceutil/trace.go:171","msg":"trace[872966666] transaction","detail":"{read_only:false; response_revision:19935; number_of_response:1; }","duration":"1.200362029s","start":"2026-04-28T07:47:41.470302Z","end":"2026-04-28T07:47:42.670664Z","steps":["trace[872966666] 'process raft request' (duration: 866.724697ms)","trace[872966666] 'compare' (duration: 332.150502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:42.670817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:41.966431Z","time spent":"704.243666ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:42.670889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:41.47028Z","time spent":"1.200518122s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:44.125531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332445632s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:47:44.125677Z","caller":"traceutil/trace.go:171","msg":"trace[1791887710] transaction","detail":"{read_only:false; response_revision:19939; number_of_response:1; }","duration":"1.535907202s","start":"2026-04-28T07:47:42.589739Z","end":"2026-04-28T07:47:44.125647Z","steps":["trace[1791887710] 'process raft request' (duration: 203.015778ms)","trace[1791887710] 'compare' (duration: 1.33082821s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:44.125771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.589709Z","time spent":"1.536018265s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:44.282195Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.489403994s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:47:44.67226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99903264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:47:44.672316Z","caller":"traceutil/trace.go:171","msg":"trace[1428429990] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999120113s","start":"2026-04-28T07:47:42.673183Z","end":"2026-04-28T07:47:44.672303Z","steps":["trace[1428429990] 'agreement among raft nodes before linearized reading' (duration: 1.999045561s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:44.672347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.673169Z","time spent":"1.999171874s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:47:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:47:45.388956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106464869s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:47:45.389135Z","caller":"traceutil/trace.go:171","msg":"trace[1110900126] linearizableReadLoop","detail":"{readStateIndex:20547; appliedIndex:20545; }","duration":"2.718688849s","start":"2026-04-28T07:47:42.670434Z","end":"2026-04-28T07:47:45.389123Z","steps":["trace[1110900126] 'read index received' (duration: 122.328532ms)","trace[1110900126] 'applied index is now lower than readState.Index' (duration: 2.596359537s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:45.389197Z","caller":"traceutil/trace.go:171","msg":"trace[430088917] transaction","detail":"{read_only:false; response_revision:19940; number_of_response:1; }","duration":"2.747218505s","start":"2026-04-28T07:47:42.641971Z","end":"2026-04-28T07:47:45.389189Z","steps":["trace[430088917] 'process raft request' (duration: 1.640452487s)","trace[430088917] 'compare' (duration: 1.105968907s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:45.389256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.64194Z","time spent":"2.747277776s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:45.389474Z","caller":"traceutil/trace.go:171","msg":"trace[151411732] transaction","detail":"{read_only:false; response_revision:19941; number_of_response:1; }","duration":"2.712136765s","start":"2026-04-28T07:47:42.67733Z","end":"2026-04-28T07:47:45.389467Z","steps":["trace[151411732] 'process raft request' (duration: 2.711707373s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.38952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.677308Z","time spent":"2.712189746s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:45.389626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788245037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:47:45.389653Z","caller":"traceutil/trace.go:171","msg":"trace[379379515] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:19941; }","duration":"2.788313259s","start":"2026-04-28T07:47:42.601333Z","end":"2026-04-28T07:47:45.389647Z","steps":["trace[379379515] 'agreement among raft nodes before linearized reading' (duration: 2.788261587s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.389676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.601312Z","time spent":"2.788356279s","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:45.389852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832269437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:45.389913Z","caller":"traceutil/trace.go:171","msg":"trace[534050681] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:19941; }","duration":"2.83236102s","start":"2026-04-28T07:47:42.557542Z","end":"2026-04-28T07:47:45.389903Z","steps":["trace[534050681] 'agreement among raft nodes before linearized reading' (duration: 2.832274277s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.38994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.557523Z","time spent":"2.832409971s","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:45.390193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.197495558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-04-28T07:47:45.390249Z","caller":"traceutil/trace.go:171","msg":"trace[416334582] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19941; }","duration":"3.19759016s","start":"2026-04-28T07:47:42.192648Z","end":"2026-04-28T07:47:45.390238Z","steps":["trace[416334582] 'agreement among raft nodes before linearized reading' (duration: 3.197433536s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.390283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.192631Z","time spent":"3.197642961s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:47:45.390564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.581306376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:45.39069Z","caller":"traceutil/trace.go:171","msg":"trace[2040196680] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:19941; }","duration":"3.581493211s","start":"2026-04-28T07:47:41.809171Z","end":"2026-04-28T07:47:45.390664Z","steps":["trace[2040196680] 'agreement among raft nodes before linearized reading' (duration: 3.581277935s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.390746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:41.809145Z","time spent":"3.581586253s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:45.390907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.413885224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qsk7z\" ","response":"range_response_count:1 size:9709"} {"level":"info","ts":"2026-04-28T07:47:45.390989Z","caller":"traceutil/trace.go:171","msg":"trace[403975459] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qsk7z; range_end:; response_count:1; response_revision:19941; }","duration":"3.413981807s","start":"2026-04-28T07:47:41.976987Z","end":"2026-04-28T07:47:45.390969Z","steps":["trace[403975459] 'agreement among raft nodes before linearized reading' (duration: 3.413796022s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.391036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:41.97698Z","time spent":"3.414042218s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9731,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-qsk7z\" "} {"level":"warn","ts":"2026-04-28T07:47:45.391035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.813610939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-28T07:47:45.390977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.198684709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-04-28T07:47:45.391052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428729372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:47:45.3911Z","caller":"traceutil/trace.go:171","msg":"trace[520497910] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19941; }","duration":"3.813709672s","start":"2026-04-28T07:47:41.577373Z","end":"2026-04-28T07:47:45.391082Z","steps":["trace[520497910] 'agreement among raft nodes before linearized reading' (duration: 3.813080625s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:45.391127Z","caller":"traceutil/trace.go:171","msg":"trace[784681077] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19941; }","duration":"3.198868204s","start":"2026-04-28T07:47:42.192231Z","end":"2026-04-28T07:47:45.391099Z","steps":["trace[784681077] 'agreement among raft nodes before linearized reading' (duration: 3.198549676s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:45.39114Z","caller":"traceutil/trace.go:171","msg":"trace[1507907802] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19941; }","duration":"3.428874926s","start":"2026-04-28T07:47:41.962245Z","end":"2026-04-28T07:47:45.39112Z","steps":["trace[1507907802] 'agreement among raft nodes before linearized reading' (duration: 3.428592348s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.391142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:41.577352Z","time spent":"3.813778493s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-28T07:47:45.391132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428868495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T07:47:45.391187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:41.962221Z","time spent":"3.428957378s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:47:45.391207Z","caller":"traceutil/trace.go:171","msg":"trace[2085814357] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19941; }","duration":"3.428977899s","start":"2026-04-28T07:47:41.962209Z","end":"2026-04-28T07:47:45.391187Z","steps":["trace[2085814357] 'agreement among raft nodes before linearized reading' (duration: 3.428736472s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.391252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:41.962193Z","time spent":"3.429047351s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:47:45.391187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.192213Z","time spent":"3.198961287s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T07:47:45.391021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428268059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T07:47:45.391362Z","caller":"traceutil/trace.go:171","msg":"trace[2076651694] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19941; }","duration":"3.42863454s","start":"2026-04-28T07:47:41.962711Z","end":"2026-04-28T07:47:45.391346Z","steps":["trace[2076651694] 'agreement among raft nodes before linearized reading' (duration: 3.428128376s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.391393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:41.962703Z","time spent":"3.428681151s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:47:45.392112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428441404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T07:47:45.392181Z","caller":"traceutil/trace.go:171","msg":"trace[611155368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19941; }","duration":"3.428766883s","start":"2026-04-28T07:47:41.963393Z","end":"2026-04-28T07:47:45.39216Z","steps":["trace[611155368] 'agreement among raft nodes before linearized reading' (duration: 3.427372735s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.39222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:41.96337Z","time spent":"3.428838925s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:47:45.444061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1616165s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:47:45.444571Z","caller":"traceutil/trace.go:171","msg":"trace[1362716402] transaction","detail":"{read_only:false; response_revision:19947; number_of_response:1; }","duration":"2.614573685s","start":"2026-04-28T07:47:42.829974Z","end":"2026-04-28T07:47:45.444548Z","steps":["trace[1362716402] 'process raft request' (duration: 2.614532914s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.444726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.829967Z","time spent":"2.614664928s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:45.444956Z","caller":"traceutil/trace.go:171","msg":"trace[309752531] transaction","detail":"{read_only:false; response_revision:19943; number_of_response:1; }","duration":"2.615690405s","start":"2026-04-28T07:47:42.829247Z","end":"2026-04-28T07:47:45.444937Z","steps":["trace[309752531] 'process raft request' (duration: 2.615128251s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.445042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.829237Z","time spent":"2.615760837s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:45.445301Z","caller":"traceutil/trace.go:171","msg":"trace[1594511925] transaction","detail":"{read_only:false; response_revision:19946; number_of_response:1; }","duration":"2.615367587s","start":"2026-04-28T07:47:42.829917Z","end":"2026-04-28T07:47:45.445284Z","steps":["trace[1594511925] 'process raft request' (duration: 2.614559075s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:45.444554Z","caller":"traceutil/trace.go:171","msg":"trace[7222191] transaction","detail":"{read_only:false; response_revision:19942; number_of_response:1; }","duration":"2.615284864s","start":"2026-04-28T07:47:42.829223Z","end":"2026-04-28T07:47:45.444508Z","steps":["trace[7222191] 'process raft request' (duration: 2.615024027s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:45.445412Z","caller":"traceutil/trace.go:171","msg":"trace[1654606146] transaction","detail":"{read_only:false; response_revision:19944; number_of_response:1; }","duration":"2.616026325s","start":"2026-04-28T07:47:42.829354Z","end":"2026-04-28T07:47:45.445381Z","steps":["trace[1654606146] 'process raft request' (duration: 2.615058489s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.445463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.829908Z","time spent":"2.61546139s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:45.445484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.829195Z","time spent":"2.61623526s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:45.445554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.829339Z","time spent":"2.616141188s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:45.445687Z","caller":"traceutil/trace.go:171","msg":"trace[69624329] transaction","detail":"{read_only:false; response_revision:19945; number_of_response:1; }","duration":"2.616097797s","start":"2026-04-28T07:47:42.829581Z","end":"2026-04-28T07:47:45.445679Z","steps":["trace[69624329] 'process raft request' (duration: 2.614863513s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:45.445733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.82957Z","time spent":"2.616138998s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:46.567117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.12062167s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:47:46.653481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.996978ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:46.653935Z","caller":"traceutil/trace.go:171","msg":"trace[308232478] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19947; }","duration":"376.463341ms","start":"2026-04-28T07:47:46.277445Z","end":"2026-04-28T07:47:46.653908Z","steps":["trace[308232478] 'range keys from in-memory index tree' (duration: 375.976658ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:46.654468Z","caller":"traceutil/trace.go:171","msg":"trace[2082741129] transaction","detail":"{read_only:false; response_revision:19949; number_of_response:1; }","duration":"1.9778362s","start":"2026-04-28T07:47:44.676611Z","end":"2026-04-28T07:47:46.654448Z","steps":["trace[2082741129] 'process raft request' (duration: 1.977690526s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:46.654446Z","caller":"traceutil/trace.go:171","msg":"trace[1010665740] transaction","detail":"{read_only:false; response_revision:19948; number_of_response:1; }","duration":"1.978711063s","start":"2026-04-28T07:47:44.675669Z","end":"2026-04-28T07:47:46.65438Z","steps":["trace[1010665740] 'process raft request' (duration: 1.892313035s)","trace[1010665740] 'compare' (duration: 85.099914ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:46.654609Z","caller":"traceutil/trace.go:171","msg":"trace[1383457612] transaction","detail":"{read_only:false; response_revision:19950; number_of_response:1; }","duration":"1.259705441s","start":"2026-04-28T07:47:45.394876Z","end":"2026-04-28T07:47:46.654581Z","steps":["trace[1383457612] 'process raft request' (duration: 1.259516706s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.654647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:44.676585Z","time spent":"1.977974504s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:46.654653Z","caller":"traceutil/trace.go:171","msg":"trace[1558127096] transaction","detail":"{read_only:false; response_revision:19951; number_of_response:1; }","duration":"1.259039823s","start":"2026-04-28T07:47:45.395593Z","end":"2026-04-28T07:47:46.654633Z","steps":["trace[1558127096] 'process raft request' (duration: 1.258846258s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.654734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:45.394861Z","time spent":"1.259795173s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:46.654754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:45.395581Z","time spent":"1.259119915s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:46.654798Z","caller":"traceutil/trace.go:171","msg":"trace[741235031] linearizableReadLoop","detail":"{readStateIndex:20556; appliedIndex:20552; }","duration":"1.26561714s","start":"2026-04-28T07:47:45.389161Z","end":"2026-04-28T07:47:46.654778Z","steps":["trace[741235031] 'read index received' (duration: 55.312204ms)","trace[741235031] 'applied index is now lower than readState.Index' (duration: 1.210304096s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:46.654875Z","caller":"traceutil/trace.go:171","msg":"trace[1800002628] transaction","detail":"{read_only:false; response_revision:19954; number_of_response:1; }","duration":"1.258247242s","start":"2026-04-28T07:47:45.396616Z","end":"2026-04-28T07:47:46.654863Z","steps":["trace[1800002628] 'process raft request' (duration: 1.258097608s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.654898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823414263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:46.654884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.8233206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:46.654921Z","caller":"traceutil/trace.go:171","msg":"trace[1613243887] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19955; }","duration":"3.823454343s","start":"2026-04-28T07:47:42.831459Z","end":"2026-04-28T07:47:46.654914Z","steps":["trace[1613243887] 'agreement among raft nodes before linearized reading' (duration: 3.823412532s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:46.654934Z","caller":"traceutil/trace.go:171","msg":"trace[911335701] transaction","detail":"{read_only:false; response_revision:19955; number_of_response:1; }","duration":"1.257485001s","start":"2026-04-28T07:47:45.397438Z","end":"2026-04-28T07:47:46.654923Z","steps":["trace[911335701] 'process raft request' (duration: 1.257300397s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:46.654938Z","caller":"traceutil/trace.go:171","msg":"trace[128464519] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19955; }","duration":"3.823415982s","start":"2026-04-28T07:47:42.831506Z","end":"2026-04-28T07:47:46.654922Z","steps":["trace[128464519] 'agreement among raft nodes before linearized reading' (duration: 3.82332507s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.654946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:45.396605Z","time spent":"1.258303553s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:46.654975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823507515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:46.654973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.831488Z","time spent":"3.823477614s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:47:46.654969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.82223313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T07:47:46.65499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:45.397432Z","time spent":"1.257529732s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:46.655017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825005854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:46.655034Z","caller":"traceutil/trace.go:171","msg":"trace[390150159] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19955; }","duration":"3.825040915s","start":"2026-04-28T07:47:42.829988Z","end":"2026-04-28T07:47:46.655029Z","steps":["trace[390150159] 'agreement among raft nodes before linearized reading' (duration: 3.825017645s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:46.655028Z","caller":"traceutil/trace.go:171","msg":"trace[275752529] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19955; }","duration":"3.822304012s","start":"2026-04-28T07:47:42.832708Z","end":"2026-04-28T07:47:46.655012Z","steps":["trace[275752529] 'agreement among raft nodes before linearized reading' (duration: 3.822098026s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.655049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.829979Z","time spent":"3.825066626s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:47:46.655074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.832702Z","time spent":"3.822360623s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:47:46.6551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338048583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:46.655135Z","caller":"traceutil/trace.go:171","msg":"trace[1559398642] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:19955; }","duration":"1.338118445s","start":"2026-04-28T07:47:45.317005Z","end":"2026-04-28T07:47:46.655123Z","steps":["trace[1559398642] 'agreement among raft nodes before linearized reading' (duration: 1.338062163s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.655155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825947999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:46.655164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:45.316981Z","time spent":"1.338175296s","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:47:46.655185Z","caller":"traceutil/trace.go:171","msg":"trace[1502893312] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19955; }","duration":"3.82598148s","start":"2026-04-28T07:47:42.829195Z","end":"2026-04-28T07:47:46.655176Z","steps":["trace[1502893312] 'agreement among raft nodes before linearized reading' (duration: 3.825909038s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.655208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.822654941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:46.655238Z","caller":"traceutil/trace.go:171","msg":"trace[747985257] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19955; }","duration":"3.822696023s","start":"2026-04-28T07:47:42.832533Z","end":"2026-04-28T07:47:46.655229Z","steps":["trace[747985257] 'agreement among raft nodes before linearized reading' (duration: 3.822649171s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.655243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.826064973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:46.655264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.832524Z","time spent":"3.822733913s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:47:46.655288Z","caller":"traceutil/trace.go:171","msg":"trace[334207681] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19955; }","duration":"3.826108293s","start":"2026-04-28T07:47:42.829151Z","end":"2026-04-28T07:47:46.65526Z","steps":["trace[334207681] 'agreement among raft nodes before linearized reading' (duration: 3.826075643s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.655311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.829136Z","time spent":"3.826169586s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:47:46.655385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.827947504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:46.655406Z","caller":"traceutil/trace.go:171","msg":"trace[1579057709] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19955; }","duration":"3.827968604s","start":"2026-04-28T07:47:42.827431Z","end":"2026-04-28T07:47:46.6554Z","steps":["trace[1579057709] 'agreement among raft nodes before linearized reading' (duration: 3.827936153s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.655434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.827375Z","time spent":"3.828048876s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:47:46.655464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796049712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:47:46.655483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.822932768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:46.655524Z","caller":"traceutil/trace.go:171","msg":"trace[1582402848] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:19955; }","duration":"3.82298629s","start":"2026-04-28T07:47:42.832526Z","end":"2026-04-28T07:47:46.655512Z","steps":["trace[1582402848] 'agreement among raft nodes before linearized reading' (duration: 3.822925178s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.655551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.832517Z","time spent":"3.823027452s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:47:46.655521Z","caller":"traceutil/trace.go:171","msg":"trace[1599044851] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:19955; }","duration":"1.796144955s","start":"2026-04-28T07:47:44.859357Z","end":"2026-04-28T07:47:46.655502Z","steps":["trace[1599044851] 'agreement among raft nodes before linearized reading' (duration: 1.79595837s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:46.655606Z","caller":"traceutil/trace.go:171","msg":"trace[304235083] transaction","detail":"{read_only:false; response_revision:19953; number_of_response:1; }","duration":"1.259890256s","start":"2026-04-28T07:47:45.395706Z","end":"2026-04-28T07:47:46.655597Z","steps":["trace[304235083] 'process raft request' (duration: 1.258979001s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.655629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823437803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:46.655654Z","caller":"traceutil/trace.go:171","msg":"trace[1524733066] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19955; }","duration":"3.823460994s","start":"2026-04-28T07:47:42.832186Z","end":"2026-04-28T07:47:46.655647Z","steps":["trace[1524733066] 'agreement among raft nodes before linearized reading' (duration: 3.823425123s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.655653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:45.395689Z","time spent":"1.259938747s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:46.655679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.832161Z","time spent":"3.823511074s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:47:46.655727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.895448225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:46.65561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:44.859332Z","time spent":"1.796262449s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":82,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:46.655825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823649628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:46.655831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130168038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:46.655852Z","caller":"traceutil/trace.go:171","msg":"trace[516546812] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19955; }","duration":"3.82368669s","start":"2026-04-28T07:47:42.832157Z","end":"2026-04-28T07:47:46.655844Z","steps":["trace[516546812] 'agreement among raft nodes before linearized reading' (duration: 3.823641089s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.655878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.83215Z","time spent":"3.823722581s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:47:46.655884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938472874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:46.655905Z","caller":"traceutil/trace.go:171","msg":"trace[1064642292] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:19955; }","duration":"1.938512235s","start":"2026-04-28T07:47:44.717386Z","end":"2026-04-28T07:47:46.655899Z","steps":["trace[1064642292] 'agreement among raft nodes before linearized reading' (duration: 1.938481814s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.655926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:44.717374Z","time spent":"1.938545166s","remote":"127.0.0.1:50024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:47:46.654994Z","caller":"traceutil/trace.go:171","msg":"trace[180951063] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19955; }","duration":"3.823524235s","start":"2026-04-28T07:47:42.831464Z","end":"2026-04-28T07:47:46.654988Z","steps":["trace[180951063] 'agreement among raft nodes before linearized reading' (duration: 3.823497524s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.65599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.831446Z","time spent":"3.824536223s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:47:46.65606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.824011018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T07:47:46.656068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977695387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:46.656087Z","caller":"traceutil/trace.go:171","msg":"trace[1592498401] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19955; }","duration":"3.82409156s","start":"2026-04-28T07:47:42.831987Z","end":"2026-04-28T07:47:46.656079Z","steps":["trace[1592498401] 'agreement among raft nodes before linearized reading' (duration: 3.823948396s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.656112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.831975Z","time spent":"3.824131791s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:47:46.656123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160870843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:47:46.656148Z","caller":"traceutil/trace.go:171","msg":"trace[1187425224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19955; }","duration":"1.977723617s","start":"2026-04-28T07:47:44.678359Z","end":"2026-04-28T07:47:46.656082Z","steps":["trace[1187425224] 'agreement among raft nodes before linearized reading' (duration: 1.977691066s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:46.656152Z","caller":"traceutil/trace.go:171","msg":"trace[821561571] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19955; }","duration":"2.160933784s","start":"2026-04-28T07:47:44.495207Z","end":"2026-04-28T07:47:46.656141Z","steps":["trace[821561571] 'agreement among raft nodes before linearized reading' (duration: 2.160881952s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.656172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:44.678352Z","time spent":"1.977814449s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:47:46.65618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:44.495187Z","time spent":"2.160985596s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:46.656191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.824265415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:46.656214Z","caller":"traceutil/trace.go:171","msg":"trace[1494255857] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:19955; }","duration":"3.824285525s","start":"2026-04-28T07:47:42.831921Z","end":"2026-04-28T07:47:46.656206Z","steps":["trace[1494255857] 'agreement among raft nodes before linearized reading' (duration: 3.824252945s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:46.65576Z","caller":"traceutil/trace.go:171","msg":"trace[475522688] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19955; }","duration":"3.895536647s","start":"2026-04-28T07:47:42.760214Z","end":"2026-04-28T07:47:46.65575Z","steps":["trace[475522688] 'agreement among raft nodes before linearized reading' (duration: 3.895471446s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.656236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.831905Z","time spent":"3.824326406s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:47:46.656337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.981754786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-04-28T07:47:46.656318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:44.675659Z","time spent":"1.97894257s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:46.656268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.760194Z","time spent":"3.896053982s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:47:46.655212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.829191Z","time spent":"3.826015201s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:47:46.656391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.823434963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:46.656422Z","caller":"traceutil/trace.go:171","msg":"trace[447179213] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19955; }","duration":"3.823474664s","start":"2026-04-28T07:47:42.832936Z","end":"2026-04-28T07:47:46.656411Z","steps":["trace[447179213] 'agreement among raft nodes before linearized reading' (duration: 3.823383891s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.656451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.83293Z","time spent":"3.823513775s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:47:46.654943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.831452Z","time spent":"3.823485424s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:47:46.655856Z","caller":"traceutil/trace.go:171","msg":"trace[2070280269] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:19955; }","duration":"2.130195719s","start":"2026-04-28T07:47:44.525652Z","end":"2026-04-28T07:47:46.655848Z","steps":["trace[2070280269] 'agreement among raft nodes before linearized reading' (duration: 2.130134877s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.656616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:44.525634Z","time spent":"2.13096324s","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:46.656351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.824789639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:46.656364Z","caller":"traceutil/trace.go:171","msg":"trace[1946484151] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a; range_end:; response_count:1; response_revision:19955; }","duration":"1.981802607s","start":"2026-04-28T07:47:44.674554Z","end":"2026-04-28T07:47:46.656356Z","steps":["trace[1946484151] 'agreement among raft nodes before linearized reading' (duration: 1.981721905s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:46.656666Z","caller":"traceutil/trace.go:171","msg":"trace[2069122531] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:19955; }","duration":"3.825098987s","start":"2026-04-28T07:47:42.831556Z","end":"2026-04-28T07:47:46.656655Z","steps":["trace[2069122531] 'agreement among raft nodes before linearized reading' (duration: 3.824737758s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.655919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.982666036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T07:47:46.656661Z","caller":"traceutil/trace.go:171","msg":"trace[137638202] transaction","detail":"{read_only:false; response_revision:19952; number_of_response:1; }","duration":"1.259348451s","start":"2026-04-28T07:47:45.395669Z","end":"2026-04-28T07:47:46.655018Z","steps":["trace[137638202] 'process raft request' (duration: 1.258822217s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.656702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.831531Z","time spent":"3.825161679s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-28T07:47:46.656721Z","caller":"traceutil/trace.go:171","msg":"trace[1714437267] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19955; }","duration":"3.983507768s","start":"2026-04-28T07:47:42.673203Z","end":"2026-04-28T07:47:46.65671Z","steps":["trace[1714437267] 'agreement among raft nodes before linearized reading' (duration: 3.982574973s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.656705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:44.674543Z","time spent":"1.982132986s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a\" "} {"level":"warn","ts":"2026-04-28T07:47:46.656751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:42.673181Z","time spent":"3.98356053s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:47:46.656858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:45.395663Z","time spent":"1.261081338s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:46.654895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465373919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:46.657162Z","caller":"traceutil/trace.go:171","msg":"trace[2133580903] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:19955; }","duration":"1.467674871s","start":"2026-04-28T07:47:45.18947Z","end":"2026-04-28T07:47:46.657145Z","steps":["trace[2133580903] 'agreement among raft nodes before linearized reading' (duration: 1.465376139s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.657196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:45.189439Z","time spent":"1.467745563s","remote":"127.0.0.1:36004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:46.660367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.406526071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T07:47:46.660495Z","caller":"traceutil/trace.go:171","msg":"trace[574450321] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:19955; }","duration":"1.406698735s","start":"2026-04-28T07:47:45.253771Z","end":"2026-04-28T07:47:46.66047Z","steps":["trace[574450321] 'agreement among raft nodes before linearized reading' (duration: 1.401532457s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:46.660582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:45.253751Z","time spent":"1.406813408s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":235,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:47.875639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.955581ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:47:47.875842Z","caller":"traceutil/trace.go:171","msg":"trace[2020437193] linearizableReadLoop","detail":"{readStateIndex:20563; appliedIndex:20562; }","duration":"1.220979112s","start":"2026-04-28T07:47:46.654849Z","end":"2026-04-28T07:47:47.875828Z","steps":["trace[2020437193] 'read index received' (duration: 425.680742ms)","trace[2020437193] 'applied index is now lower than readState.Index' (duration: 795.29748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:47.876121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70948356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:47.876166Z","caller":"traceutil/trace.go:171","msg":"trace[1992008380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19955; }","duration":"1.709637824s","start":"2026-04-28T07:47:46.166515Z","end":"2026-04-28T07:47:47.876153Z","steps":["trace[1992008380] 'agreement among raft nodes before linearized reading' (duration: 1.709481589s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:47.876194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:46.166493Z","time spent":"1.709693435s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:47:47.8761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.692250068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:47:47.876365Z","caller":"traceutil/trace.go:171","msg":"trace[370736621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19955; }","duration":"1.692602237s","start":"2026-04-28T07:47:46.183752Z","end":"2026-04-28T07:47:47.876354Z","steps":["trace[370736621] 'agreement among raft nodes before linearized reading' (duration: 1.692213297s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:47.876368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481603488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-79bf49a0-29c1-4848-95a1-2b000d4b137b\" ","response":"range_response_count:1 size:1452"} {"level":"warn","ts":"2026-04-28T07:47:47.876397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:46.183735Z","time spent":"1.692649399s","remote":"127.0.0.1:50482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:47:47.876418Z","caller":"traceutil/trace.go:171","msg":"trace[1512771924] range","detail":"{range_begin:/registry/persistentvolumes/pvc-79bf49a0-29c1-4848-95a1-2b000d4b137b; range_end:; response_count:1; response_revision:19955; }","duration":"2.481645099s","start":"2026-04-28T07:47:45.394754Z","end":"2026-04-28T07:47:47.8764Z","steps":["trace[1512771924] 'agreement among raft nodes before linearized reading' (duration: 2.481501975s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:47.876466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:45.394589Z","time spent":"2.481867835s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-79bf49a0-29c1-4848-95a1-2b000d4b137b\" "} {"level":"info","ts":"2026-04-28T07:47:47.876786Z","caller":"traceutil/trace.go:171","msg":"trace[967504055] transaction","detail":"{read_only:false; response_revision:19956; number_of_response:1; }","duration":"1.216882922s","start":"2026-04-28T07:47:46.659889Z","end":"2026-04-28T07:47:47.876771Z","steps":["trace[967504055] 'process raft request' (duration: 1.215850035s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:47.876889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:46.659873Z","time spent":"1.216957024s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:47.87712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481194867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:135 size:1294814"} {"level":"info","ts":"2026-04-28T07:47:47.877185Z","caller":"traceutil/trace.go:171","msg":"trace[42884214] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:135; response_revision:19955; }","duration":"2.4812802s","start":"2026-04-28T07:47:45.395892Z","end":"2026-04-28T07:47:47.877172Z","steps":["trace[42884214] 'agreement among raft nodes before linearized reading' (duration: 2.480340444s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:47.877215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:45.395884Z","time spent":"2.481324121s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":135,"response size":1294836,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:47:47.993418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838033489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:47.993502Z","caller":"traceutil/trace.go:171","msg":"trace[1440305019] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:19956; }","duration":"1.838164603s","start":"2026-04-28T07:47:46.155316Z","end":"2026-04-28T07:47:47.99348Z","steps":["trace[1440305019] 'agreement among raft nodes before linearized reading' (duration: 1.721491072s)","trace[1440305019] 'count revisions from in-memory index tree' (duration: 116.557858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:47.993525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383586848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:47.993547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:46.155295Z","time spent":"1.838240694s","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:47:47.993601Z","caller":"traceutil/trace.go:171","msg":"trace[1050038762] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:19956; }","duration":"2.383690201s","start":"2026-04-28T07:47:45.609874Z","end":"2026-04-28T07:47:47.993564Z","steps":["trace[1050038762] 'agreement among raft nodes before linearized reading' (duration: 2.266944118s)","trace[1050038762] 'range keys from in-memory index tree' (duration: 116.669941ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:47.993569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270083892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:47:47.993644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:45.609851Z","time spent":"2.383779963s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-28T07:47:47.993679Z","caller":"traceutil/trace.go:171","msg":"trace[979625930] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:19956; }","duration":"2.270244496s","start":"2026-04-28T07:47:45.72341Z","end":"2026-04-28T07:47:47.993655Z","steps":["trace[979625930] 'agreement among raft nodes before linearized reading' (duration: 2.153385301s)","trace[979625930] 'count revisions from in-memory index tree' (duration: 116.694281ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:47.993742Z","caller":"traceutil/trace.go:171","msg":"trace[1335455880] transaction","detail":"{read_only:false; response_revision:19957; number_of_response:1; }","duration":"812.614905ms","start":"2026-04-28T07:47:47.181103Z","end":"2026-04-28T07:47:47.993718Z","steps":["trace[1335455880] 'process raft request' (duration: 789.618848ms)","trace[1335455880] 'compare' (duration: 22.493184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:47.993751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:45.723393Z","time spent":"2.270337118s","remote":"127.0.0.1:51736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:47.993873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:47.181083Z","time spent":"812.710677ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:47.994006Z","caller":"traceutil/trace.go:171","msg":"trace[1150640277] transaction","detail":"{read_only:false; response_revision:19958; number_of_response:1; }","duration":"542.939748ms","start":"2026-04-28T07:47:47.451053Z","end":"2026-04-28T07:47:47.993993Z","steps":["trace[1150640277] 'process raft request' (duration: 542.63573ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:47.994059Z","caller":"traceutil/trace.go:171","msg":"trace[1223576136] transaction","detail":"{read_only:false; response_revision:19959; number_of_response:1; }","duration":"542.203079ms","start":"2026-04-28T07:47:47.45184Z","end":"2026-04-28T07:47:47.994043Z","steps":["trace[1223576136] 'process raft request' (duration: 542.082365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:47.994089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:47.451026Z","time spent":"543.024181ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:47.99415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:47.451829Z","time spent":"542.26033ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:47.994217Z","caller":"traceutil/trace.go:171","msg":"trace[388667495] transaction","detail":"{read_only:false; response_revision:19960; number_of_response:1; }","duration":"541.89229ms","start":"2026-04-28T07:47:47.452308Z","end":"2026-04-28T07:47:47.9942Z","steps":["trace[388667495] 'process raft request' (duration: 541.674394ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:47.99424Z","caller":"traceutil/trace.go:171","msg":"trace[1406428760] transaction","detail":"{read_only:false; response_revision:19961; number_of_response:1; }","duration":"541.304365ms","start":"2026-04-28T07:47:47.452926Z","end":"2026-04-28T07:47:47.994231Z","steps":["trace[1406428760] 'process raft request' (duration: 541.106899ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:47.994245Z","caller":"traceutil/trace.go:171","msg":"trace[666313843] transaction","detail":"{read_only:false; response_revision:19962; number_of_response:1; }","duration":"541.230622ms","start":"2026-04-28T07:47:47.452996Z","end":"2026-04-28T07:47:47.994226Z","steps":["trace[666313843] 'process raft request' (duration: 541.088509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:47.994287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:47.452894Z","time spent":"541.366306ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:47.994306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:47.451917Z","time spent":"542.338952ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:47.994336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:47.452983Z","time spent":"541.304904ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:47.99444Z","caller":"traceutil/trace.go:171","msg":"trace[474730509] linearizableReadLoop","detail":"{readStateIndex:20572; appliedIndex:20564; }","duration":"118.561721ms","start":"2026-04-28T07:47:47.875865Z","end":"2026-04-28T07:47:47.994426Z","steps":["trace[474730509] 'read index received' (duration: 94.826984ms)","trace[474730509] 'applied index is now lower than readState.Index' (duration: 23.733817ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:47.994473Z","caller":"traceutil/trace.go:171","msg":"trace[517049558] transaction","detail":"{read_only:false; response_revision:19964; number_of_response:1; }","duration":"528.595333ms","start":"2026-04-28T07:47:47.465864Z","end":"2026-04-28T07:47:47.99446Z","steps":["trace[517049558] 'process raft request' (duration: 528.462529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:47.994497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"983.17561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:47.994535Z","caller":"traceutil/trace.go:171","msg":"trace[812559591] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:19964; }","duration":"983.250783ms","start":"2026-04-28T07:47:47.011273Z","end":"2026-04-28T07:47:47.994524Z","steps":["trace[812559591] 'agreement among raft nodes before linearized reading' (duration: 983.188392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:47.994541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:47.465838Z","time spent":"528.665505ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:47.994553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333314556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:47.994564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:47.011253Z","time spent":"983.302994ms","remote":"127.0.0.1:46496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:47:47.994581Z","caller":"traceutil/trace.go:171","msg":"trace[1383650788] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19964; }","duration":"1.333375397s","start":"2026-04-28T07:47:46.661197Z","end":"2026-04-28T07:47:47.994572Z","steps":["trace[1383650788] 'agreement among raft nodes before linearized reading' (duration: 1.333320595s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:47.994609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:46.661182Z","time spent":"1.333420829s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:47:47.994627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.844656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:47:47.994636Z","caller":"traceutil/trace.go:171","msg":"trace[1404533480] transaction","detail":"{read_only:false; response_revision:19963; number_of_response:1; }","duration":"540.677748ms","start":"2026-04-28T07:47:47.453946Z","end":"2026-04-28T07:47:47.994624Z","steps":["trace[1404533480] 'process raft request' (duration: 540.186674ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:47.994685Z","caller":"traceutil/trace.go:171","msg":"trace[5178412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19964; }","duration":"599.936328ms","start":"2026-04-28T07:47:47.394733Z","end":"2026-04-28T07:47:47.99467Z","steps":["trace[5178412] 'agreement among raft nodes before linearized reading' (duration: 599.789233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:47.994708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:47.453931Z","time spent":"540.743789ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:47.994731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:47.394712Z","time spent":"600.00334ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:47:47.994768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334829958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:47.994796Z","caller":"traceutil/trace.go:171","msg":"trace[904920561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19964; }","duration":"1.335210787s","start":"2026-04-28T07:47:46.659577Z","end":"2026-04-28T07:47:47.994788Z","steps":["trace[904920561] 'agreement among raft nodes before linearized reading' (duration: 1.335166066s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:47.99482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:46.659558Z","time spent":"1.335257519s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:47:47.994493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.067379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:47.994916Z","caller":"traceutil/trace.go:171","msg":"trace[1638933042] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:19964; }","duration":"790.550313ms","start":"2026-04-28T07:47:47.204344Z","end":"2026-04-28T07:47:47.994895Z","steps":["trace[1638933042] 'agreement among raft nodes before linearized reading' (duration: 790.10217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:47.994974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.391686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-8vd4l.18aa75ae3ffeb06a\" ","response":"range_response_count:1 size:948"} {"level":"warn","ts":"2026-04-28T07:47:47.994977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:47.204314Z","time spent":"790.644056ms","remote":"127.0.0.1:35954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:47:47.995024Z","caller":"traceutil/trace.go:171","msg":"trace[1562163278] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-8vd4l.18aa75ae3ffeb06a; range_end:; response_count:1; response_revision:19964; }","duration":"112.468477ms","start":"2026-04-28T07:47:47.882537Z","end":"2026-04-28T07:47:47.995006Z","steps":["trace[1562163278] 'agreement among raft nodes before linearized reading' (duration: 112.341104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:47.995321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335784213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T07:47:47.995361Z","caller":"traceutil/trace.go:171","msg":"trace[657247215] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19964; }","duration":"1.335850444s","start":"2026-04-28T07:47:46.6595Z","end":"2026-04-28T07:47:47.99535Z","steps":["trace[657247215] 'agreement among raft nodes before linearized reading' (duration: 1.335732191s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:47.995394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:46.659486Z","time spent":"1.335899076s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T07:47:47.996376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.601375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T07:47:47.996434Z","caller":"traceutil/trace.go:171","msg":"trace[1691916523] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19964; }","duration":"815.700368ms","start":"2026-04-28T07:47:47.18072Z","end":"2026-04-28T07:47:47.996421Z","steps":["trace[1691916523] 'agreement among raft nodes before linearized reading' (duration: 813.997653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:47.996476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:47.180697Z","time spent":"815.763299ms","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2597,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:47:49.932464Z","caller":"traceutil/trace.go:171","msg":"trace[1017730851] transaction","detail":"{read_only:false; response_revision:19974; number_of_response:1; }","duration":"139.587646ms","start":"2026-04-28T07:47:49.79283Z","end":"2026-04-28T07:47:49.932417Z","steps":["trace[1017730851] 'process raft request' (duration: 90.718456ms)","trace[1017730851] 'compare' (duration: 48.672925ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:50.813444Z","caller":"traceutil/trace.go:171","msg":"trace[112220197] linearizableReadLoop","detail":"{readStateIndex:20591; appliedIndex:20590; }","duration":"116.880086ms","start":"2026-04-28T07:47:50.696528Z","end":"2026-04-28T07:47:50.813408Z","steps":["trace[112220197] 'read index received' (duration: 116.757263ms)","trace[112220197] 'applied index is now lower than readState.Index' (duration: 121.633µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:50.813612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.062221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:50.813652Z","caller":"traceutil/trace.go:171","msg":"trace[39254995] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:19982; }","duration":"117.151513ms","start":"2026-04-28T07:47:50.696493Z","end":"2026-04-28T07:47:50.813645Z","steps":["trace[39254995] 'agreement among raft nodes before linearized reading' (duration: 117.047801ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:50.813483Z","caller":"traceutil/trace.go:171","msg":"trace[484192455] transaction","detail":"{read_only:false; response_revision:19982; number_of_response:1; }","duration":"116.967539ms","start":"2026-04-28T07:47:50.69648Z","end":"2026-04-28T07:47:50.813448Z","steps":["trace[484192455] 'process raft request' (duration: 116.751424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:50.815293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.33153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:50.815442Z","caller":"traceutil/trace.go:171","msg":"trace[1791707327] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:19983; }","duration":"110.498895ms","start":"2026-04-28T07:47:50.704923Z","end":"2026-04-28T07:47:50.815422Z","steps":["trace[1791707327] 'agreement among raft nodes before linearized reading' (duration: 110.283989ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:51.278563Z","caller":"traceutil/trace.go:171","msg":"trace[982383360] transaction","detail":"{read_only:false; response_revision:19988; number_of_response:1; }","duration":"129.273398ms","start":"2026-04-28T07:47:51.149259Z","end":"2026-04-28T07:47:51.278533Z","steps":["trace[982383360] 'process raft request' (duration: 129.045312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:53.147664Z","caller":"traceutil/trace.go:171","msg":"trace[935087421] linearizableReadLoop","detail":"{readStateIndex:20611; appliedIndex:20610; }","duration":"106.140678ms","start":"2026-04-28T07:47:53.041501Z","end":"2026-04-28T07:47:53.147642Z","steps":["trace[935087421] 'read index received' (duration: 105.990385ms)","trace[935087421] 'applied index is now lower than readState.Index' (duration: 149.213µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:53.147904Z","caller":"traceutil/trace.go:171","msg":"trace[1814435258] transaction","detail":"{read_only:false; response_revision:20002; number_of_response:1; }","duration":"144.23227ms","start":"2026-04-28T07:47:53.003637Z","end":"2026-04-28T07:47:53.14787Z","steps":["trace[1814435258] 'process raft request' (duration: 143.834589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:53.147916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.386425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:53.148049Z","caller":"traceutil/trace.go:171","msg":"trace[2114623466] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:20002; }","duration":"106.540609ms","start":"2026-04-28T07:47:53.041453Z","end":"2026-04-28T07:47:53.147994Z","steps":["trace[2114623466] 'agreement among raft nodes before linearized reading' (duration: 106.350094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:53.316811Z","caller":"traceutil/trace.go:171","msg":"trace[2029398345] transaction","detail":"{read_only:false; response_revision:20003; number_of_response:1; }","duration":"153.408016ms","start":"2026-04-28T07:47:53.163379Z","end":"2026-04-28T07:47:53.316787Z","steps":["trace[2029398345] 'process raft request' (duration: 153.168009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:53.542092Z","caller":"traceutil/trace.go:171","msg":"trace[1188982263] linearizableReadLoop","detail":"{readStateIndex:20613; appliedIndex:20612; }","duration":"205.438803ms","start":"2026-04-28T07:47:53.336628Z","end":"2026-04-28T07:47:53.542067Z","steps":["trace[1188982263] 'read index received' (duration: 201.528088ms)","trace[1188982263] 'applied index is now lower than readState.Index' (duration: 3.909315ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:53.54213Z","caller":"traceutil/trace.go:171","msg":"trace[1798760746] transaction","detail":"{read_only:false; response_revision:20004; number_of_response:1; }","duration":"206.798039ms","start":"2026-04-28T07:47:53.335303Z","end":"2026-04-28T07:47:53.542101Z","steps":["trace[1798760746] 'process raft request' (duration: 202.856593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:53.542511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.855465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T07:47:53.542646Z","caller":"traceutil/trace.go:171","msg":"trace[2091895375] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:20004; }","duration":"206.023359ms","start":"2026-04-28T07:47:53.336597Z","end":"2026-04-28T07:47:53.54262Z","steps":["trace[2091895375] 'agreement among raft nodes before linearized reading' (duration: 205.564267ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:54.300165Z","caller":"traceutil/trace.go:171","msg":"trace[2037879944] transaction","detail":"{read_only:false; response_revision:20006; number_of_response:1; }","duration":"170.509924ms","start":"2026-04-28T07:47:54.129632Z","end":"2026-04-28T07:47:54.300142Z","steps":["trace[2037879944] 'process raft request' (duration: 170.283598ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:54.300588Z","caller":"traceutil/trace.go:171","msg":"trace[1136547174] transaction","detail":"{read_only:false; response_revision:20007; number_of_response:1; }","duration":"169.786906ms","start":"2026-04-28T07:47:54.130759Z","end":"2026-04-28T07:47:54.300546Z","steps":["trace[1136547174] 'process raft request' (duration: 169.341133ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:54.300664Z","caller":"traceutil/trace.go:171","msg":"trace[777112591] linearizableReadLoop","detail":"{readStateIndex:20619; appliedIndex:20613; }","duration":"154.380303ms","start":"2026-04-28T07:47:54.146266Z","end":"2026-04-28T07:47:54.300646Z","steps":["trace[777112591] 'read index received' (duration: 36.16348ms)","trace[777112591] 'applied index is now lower than readState.Index' (duration: 118.215713ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:54.300643Z","caller":"traceutil/trace.go:171","msg":"trace[1798348529] transaction","detail":"{read_only:false; response_revision:20008; number_of_response:1; }","duration":"169.738765ms","start":"2026-04-28T07:47:54.130871Z","end":"2026-04-28T07:47:54.30061Z","steps":["trace[1798348529] 'process raft request' (duration: 169.498157ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:54.300698Z","caller":"traceutil/trace.go:171","msg":"trace[1763603646] transaction","detail":"{read_only:false; response_revision:20009; number_of_response:1; }","duration":"169.54613ms","start":"2026-04-28T07:47:54.131116Z","end":"2026-04-28T07:47:54.300662Z","steps":["trace[1763603646] 'process raft request' (duration: 169.387116ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:54.300675Z","caller":"traceutil/trace.go:171","msg":"trace[978763162] transaction","detail":"{read_only:false; response_revision:20010; number_of_response:1; }","duration":"168.323127ms","start":"2026-04-28T07:47:54.132338Z","end":"2026-04-28T07:47:54.300661Z","steps":["trace[978763162] 'process raft request' (duration: 168.226405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:54.300863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.579678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:47:54.30091Z","caller":"traceutil/trace.go:171","msg":"trace[2014306219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20010; }","duration":"154.6761ms","start":"2026-04-28T07:47:54.146223Z","end":"2026-04-28T07:47:54.300899Z","steps":["trace[2014306219] 'agreement among raft nodes before linearized reading' (duration: 154.492326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:54.300922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.807454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:54.301002Z","caller":"traceutil/trace.go:171","msg":"trace[1446603026] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:20010; }","duration":"101.010451ms","start":"2026-04-28T07:47:54.19997Z","end":"2026-04-28T07:47:54.300981Z","steps":["trace[1446603026] 'agreement among raft nodes before linearized reading' (duration: 100.852296ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:54.48929Z","caller":"traceutil/trace.go:171","msg":"trace[2009268525] transaction","detail":"{read_only:false; response_revision:20012; number_of_response:1; }","duration":"108.227644ms","start":"2026-04-28T07:47:54.381025Z","end":"2026-04-28T07:47:54.489252Z","steps":["trace[2009268525] 'process raft request' (duration: 107.983698ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:56.330157Z","caller":"traceutil/trace.go:171","msg":"trace[2103672327] transaction","detail":"{read_only:false; response_revision:20021; number_of_response:1; }","duration":"142.459037ms","start":"2026-04-28T07:47:56.187676Z","end":"2026-04-28T07:47:56.330135Z","steps":["trace[2103672327] 'process raft request' (duration: 142.267542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:56.522169Z","caller":"traceutil/trace.go:171","msg":"trace[1362748139] linearizableReadLoop","detail":"{readStateIndex:20636; appliedIndex:20631; }","duration":"174.199246ms","start":"2026-04-28T07:47:56.347953Z","end":"2026-04-28T07:47:56.522152Z","steps":["trace[1362748139] 'read index received' (duration: 172.43761ms)","trace[1362748139] 'applied index is now lower than readState.Index' (duration: 1.759306ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:56.522163Z","caller":"traceutil/trace.go:171","msg":"trace[1616725167] transaction","detail":"{read_only:false; response_revision:20023; number_of_response:1; }","duration":"216.499153ms","start":"2026-04-28T07:47:56.305624Z","end":"2026-04-28T07:47:56.522124Z","steps":["trace[1616725167] 'process raft request' (duration: 215.025445ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:56.522417Z","caller":"traceutil/trace.go:171","msg":"trace[1186218914] transaction","detail":"{read_only:false; response_revision:20022; number_of_response:1; }","duration":"216.814461ms","start":"2026-04-28T07:47:56.305588Z","end":"2026-04-28T07:47:56.522402Z","steps":["trace[1186218914] 'process raft request' (duration: 214.897192ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:56.522471Z","caller":"traceutil/trace.go:171","msg":"trace[124293329] transaction","detail":"{read_only:false; response_revision:20024; number_of_response:1; }","duration":"215.945067ms","start":"2026-04-28T07:47:56.306515Z","end":"2026-04-28T07:47:56.52246Z","steps":["trace[124293329] 'process raft request' (duration: 214.176652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:56.522755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.78127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:47:56.522802Z","caller":"traceutil/trace.go:171","msg":"trace[198709295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20026; }","duration":"174.861443ms","start":"2026-04-28T07:47:56.347927Z","end":"2026-04-28T07:47:56.522788Z","steps":["trace[198709295] 'agreement among raft nodes before linearized reading' (duration: 174.697779ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:56.522999Z","caller":"traceutil/trace.go:171","msg":"trace[1697512785] transaction","detail":"{read_only:false; response_revision:20025; number_of_response:1; }","duration":"216.46237ms","start":"2026-04-28T07:47:56.306516Z","end":"2026-04-28T07:47:56.522979Z","steps":["trace[1697512785] 'process raft request' (duration: 214.213403ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:56.523091Z","caller":"traceutil/trace.go:171","msg":"trace[1177691279] transaction","detail":"{read_only:false; response_revision:20026; number_of_response:1; }","duration":"215.870506ms","start":"2026-04-28T07:47:56.307193Z","end":"2026-04-28T07:47:56.523063Z","steps":["trace[1177691279] 'process raft request' (duration: 213.570127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.054425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.170461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:47:57.054525Z","caller":"traceutil/trace.go:171","msg":"trace[270026726] linearizableReadLoop","detail":"{readStateIndex:20637; appliedIndex:20636; }","duration":"351.825828ms","start":"2026-04-28T07:47:56.702683Z","end":"2026-04-28T07:47:57.054509Z","steps":["trace[270026726] 'read index received' (duration: 44.452µs)","trace[270026726] 'applied index is now lower than readState.Index' (duration: 351.779646ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:57.054612Z","caller":"traceutil/trace.go:171","msg":"trace[172022606] transaction","detail":"{read_only:false; response_revision:20027; number_of_response:1; }","duration":"525.636702ms","start":"2026-04-28T07:47:56.528941Z","end":"2026-04-28T07:47:57.054577Z","steps":["trace[172022606] 'process raft request' (duration: 117.232695ms)","trace[172022606] 'compare' (duration: 407.583926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:57.054675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.991622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:57.054714Z","caller":"traceutil/trace.go:171","msg":"trace[184767546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20027; }","duration":"352.062884ms","start":"2026-04-28T07:47:56.702638Z","end":"2026-04-28T07:47:57.054701Z","steps":["trace[184767546] 'agreement among raft nodes before linearized reading' (duration: 351.976821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.054754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.702618Z","time spent":"352.125965ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:47:57.05475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.528921Z","time spent":"525.754316ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:57.367416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.901151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:47:57.367804Z","caller":"traceutil/trace.go:171","msg":"trace[1695381648] linearizableReadLoop","detail":"{readStateIndex:20639; appliedIndex:20637; }","duration":"313.197962ms","start":"2026-04-28T07:47:57.054581Z","end":"2026-04-28T07:47:57.367779Z","steps":["trace[1695381648] 'read index received' (duration: 139.86777ms)","trace[1695381648] 'applied index is now lower than readState.Index' (duration: 173.328632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:57.367932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.998121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:57.367992Z","caller":"traceutil/trace.go:171","msg":"trace[1484882033] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20030; }","duration":"535.071912ms","start":"2026-04-28T07:47:56.832907Z","end":"2026-04-28T07:47:57.367979Z","steps":["trace[1484882033] 'agreement among raft nodes before linearized reading' (duration: 534.96769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.36796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.133416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:57.368048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.026423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T07:47:57.368047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.199689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:57.368087Z","caller":"traceutil/trace.go:171","msg":"trace[59069348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20030; }","duration":"442.151817ms","start":"2026-04-28T07:47:56.925924Z","end":"2026-04-28T07:47:57.368076Z","steps":["trace[59069348] 'agreement among raft nodes before linearized reading' (duration: 441.993482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.368072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.576807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:57.36809Z","caller":"traceutil/trace.go:171","msg":"trace[467079524] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20030; }","duration":"519.295582ms","start":"2026-04-28T07:47:56.84877Z","end":"2026-04-28T07:47:57.368065Z","steps":["trace[467079524] 'agreement among raft nodes before linearized reading' (duration: 519.087125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.368115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.925897Z","time spent":"442.212379ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:47:57.368106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.274955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T07:47:57.368134Z","caller":"traceutil/trace.go:171","msg":"trace[1841399811] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20030; }","duration":"517.652839ms","start":"2026-04-28T07:47:56.850468Z","end":"2026-04-28T07:47:57.36812Z","steps":["trace[1841399811] 'agreement among raft nodes before linearized reading' (duration: 517.506234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.368148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.848759Z","time spent":"519.374873ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-04-28T07:47:57.36817Z","caller":"traceutil/trace.go:171","msg":"trace[1218862416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20030; }","duration":"496.373088ms","start":"2026-04-28T07:47:56.871782Z","end":"2026-04-28T07:47:57.368155Z","steps":["trace[1218862416] 'agreement among raft nodes before linearized reading' (duration: 496.11779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.368177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.85046Z","time spent":"517.70594ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:47:57.368209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.871763Z","time spent":"496.436959ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:47:57.368255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.30537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T07:47:57.368233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.391013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:47:57.368296Z","caller":"traceutil/trace.go:171","msg":"trace[139706327] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20030; }","duration":"517.356131ms","start":"2026-04-28T07:47:56.850931Z","end":"2026-04-28T07:47:57.368287Z","steps":["trace[139706327] 'agreement among raft nodes before linearized reading' (duration: 517.216928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.368316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.243134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:57.368331Z","caller":"traceutil/trace.go:171","msg":"trace[1022464299] transaction","detail":"{read_only:false; response_revision:20030; number_of_response:1; }","duration":"276.275904ms","start":"2026-04-28T07:47:57.092047Z","end":"2026-04-28T07:47:57.368323Z","steps":["trace[1022464299] 'process raft request' (duration: 275.663008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.368332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.850926Z","time spent":"517.399953ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:47:57.367919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.792592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:57.368305Z","caller":"traceutil/trace.go:171","msg":"trace[238165618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20030; }","duration":"495.498464ms","start":"2026-04-28T07:47:56.872796Z","end":"2026-04-28T07:47:57.368295Z","steps":["trace[238165618] 'agreement among raft nodes before linearized reading' (duration: 495.296329ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:57.368398Z","caller":"traceutil/trace.go:171","msg":"trace[1133743820] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20030; }","duration":"518.315276ms","start":"2026-04-28T07:47:56.850072Z","end":"2026-04-28T07:47:57.368387Z","steps":["trace[1133743820] 'agreement among raft nodes before linearized reading' (duration: 517.73401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.368432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.369437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:57.368425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.872777Z","time spent":"495.618448ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:47:57.368457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.672896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T07:47:57.368502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.000814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:57.368508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.182338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:57.368539Z","caller":"traceutil/trace.go:171","msg":"trace[1757908918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20030; }","duration":"310.243888ms","start":"2026-04-28T07:47:57.058287Z","end":"2026-04-28T07:47:57.368531Z","steps":["trace[1757908918] 'agreement among raft nodes before linearized reading' (duration: 310.196727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.368536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.057265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:57.368545Z","caller":"traceutil/trace.go:171","msg":"trace[723162936] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20030; }","duration":"498.789938ms","start":"2026-04-28T07:47:56.869732Z","end":"2026-04-28T07:47:57.368522Z","steps":["trace[723162936] 'agreement among raft nodes before linearized reading' (duration: 498.240023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.36857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:57.05827Z","time spent":"310.29321ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:47:57.368577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.580012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:57.368587Z","caller":"traceutil/trace.go:171","msg":"trace[780858122] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20030; }","duration":"519.118326ms","start":"2026-04-28T07:47:56.849458Z","end":"2026-04-28T07:47:57.368576Z","steps":["trace[780858122] 'agreement among raft nodes before linearized reading' (duration: 519.051135ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:57.368605Z","caller":"traceutil/trace.go:171","msg":"trace[323800479] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20030; }","duration":"518.636484ms","start":"2026-04-28T07:47:56.849961Z","end":"2026-04-28T07:47:57.368597Z","steps":["trace[323800479] 'agreement among raft nodes before linearized reading' (duration: 518.597223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.36861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.869714Z","time spent":"498.882801ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:47:57.368628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.849453Z","time spent":"519.164328ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:47:57.368632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.849941Z","time spent":"518.684825ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:47:57.368552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.195681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:57.368733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.13317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:57.368776Z","caller":"traceutil/trace.go:171","msg":"trace[1141823471] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20030; }","duration":"538.211232ms","start":"2026-04-28T07:47:56.830553Z","end":"2026-04-28T07:47:57.368765Z","steps":["trace[1141823471] 'agreement among raft nodes before linearized reading' (duration: 538.157981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.368785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.233599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qsk7z\" ","response":"range_response_count:1 size:9709"} {"level":"warn","ts":"2026-04-28T07:47:57.368797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.221763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:57.368822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.830532Z","time spent":"538.280224ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:47:57.368848Z","caller":"traceutil/trace.go:171","msg":"trace[272417975] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qsk7z; range_end:; response_count:1; response_revision:20030; }","duration":"279.298811ms","start":"2026-04-28T07:47:57.089539Z","end":"2026-04-28T07:47:57.368838Z","steps":["trace[272417975] 'agreement among raft nodes before linearized reading' (duration: 279.162088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.368842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.628874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:57.36886Z","caller":"traceutil/trace.go:171","msg":"trace[672060306] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20030; }","duration":"527.310084ms","start":"2026-04-28T07:47:56.841536Z","end":"2026-04-28T07:47:57.368846Z","steps":["trace[672060306] 'agreement among raft nodes before linearized reading' (duration: 527.213682ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:57.368753Z","caller":"traceutil/trace.go:171","msg":"trace[1873396143] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:20030; }","duration":"525.53206ms","start":"2026-04-28T07:47:56.843206Z","end":"2026-04-28T07:47:57.368738Z","steps":["trace[1873396143] 'agreement among raft nodes before linearized reading' (duration: 525.018817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.368067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.832873Z","time spent":"535.184366ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T07:47:57.368483Z","caller":"traceutil/trace.go:171","msg":"trace[1774798688] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20030; }","duration":"518.449979ms","start":"2026-04-28T07:47:56.850021Z","end":"2026-04-28T07:47:57.368471Z","steps":["trace[1774798688] 'agreement among raft nodes before linearized reading' (duration: 518.363607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.835449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T07:47:57.368819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.386752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:57.369029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.850017Z","time spent":"519.002273ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T07:47:57.369034Z","caller":"traceutil/trace.go:171","msg":"trace[1397557436] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20030; }","duration":"518.87428ms","start":"2026-04-28T07:47:56.850148Z","end":"2026-04-28T07:47:57.369022Z","steps":["trace[1397557436] 'agreement among raft nodes before linearized reading' (duration: 518.768087ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:57.368112Z","caller":"traceutil/trace.go:171","msg":"trace[487496666] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:20030; }","duration":"490.313963ms","start":"2026-04-28T07:47:56.877779Z","end":"2026-04-28T07:47:57.368093Z","steps":["trace[487496666] 'agreement among raft nodes before linearized reading' (duration: 490.177689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.369064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.850144Z","time spent":"518.913941ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:47:57.369102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.877771Z","time spent":"491.309559ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:47:57.368908Z","caller":"traceutil/trace.go:171","msg":"trace[1310670400] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20030; }","duration":"518.691315ms","start":"2026-04-28T07:47:56.850186Z","end":"2026-04-28T07:47:57.368877Z","steps":["trace[1310670400] 'agreement among raft nodes before linearized reading' (duration: 518.560002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.369117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.843198Z","time spent":"525.765675ms","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:47:57.36844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.850069Z","time spent":"518.361187ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T07:47:57.368538Z","caller":"traceutil/trace.go:171","msg":"trace[1307384449] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20030; }","duration":"519.066265ms","start":"2026-04-28T07:47:56.849463Z","end":"2026-04-28T07:47:57.36853Z","steps":["trace[1307384449] 'agreement among raft nodes before linearized reading' (duration: 519.006534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.369702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.849445Z","time spent":"520.239875ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:47:57.367821Z","caller":"traceutil/trace.go:171","msg":"trace[326963606] transaction","detail":"{read_only:false; response_revision:20028; number_of_response:1; }","duration":"524.601095ms","start":"2026-04-28T07:47:56.84314Z","end":"2026-04-28T07:47:57.367741Z","steps":["trace[326963606] 'process raft request' (duration: 351.288214ms)","trace[326963606] 'compare' (duration: 172.517461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:57.369958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.843113Z","time spent":"526.798962ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:47:57.368361Z","caller":"traceutil/trace.go:171","msg":"trace[582882131] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20030; }","duration":"518.285675ms","start":"2026-04-28T07:47:56.850062Z","end":"2026-04-28T07:47:57.368348Z","steps":["trace[582882131] 'agreement among raft nodes before linearized reading' (duration: 518.216323ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:57.367805Z","caller":"traceutil/trace.go:171","msg":"trace[953950890] transaction","detail":"{read_only:false; response_revision:20029; number_of_response:1; }","duration":"518.10852ms","start":"2026-04-28T07:47:56.849673Z","end":"2026-04-28T07:47:57.367781Z","steps":["trace[953950890] 'process raft request' (duration: 517.956577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.368904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.84152Z","time spent":"527.373226ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:47:57.369171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.850182Z","time spent":"518.973672ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-28T07:47:57.3702Z","caller":"traceutil/trace.go:171","msg":"trace[641263070] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20030; }","duration":"539.69829ms","start":"2026-04-28T07:47:56.829344Z","end":"2026-04-28T07:47:57.369042Z","steps":["trace[641263070] 'agreement among raft nodes before linearized reading' (duration: 539.012603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.37025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.850041Z","time spent":"520.144342ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:47:57.370297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.829323Z","time spent":"540.953392ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:47:57.370299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.849664Z","time spent":"520.570283ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:57.370726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.110283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:57.370776Z","caller":"traceutil/trace.go:171","msg":"trace[1345717747] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20030; }","duration":"535.206715ms","start":"2026-04-28T07:47:56.835556Z","end":"2026-04-28T07:47:57.370762Z","steps":["trace[1345717747] 'agreement among raft nodes before linearized reading' (duration: 532.302891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:57.370806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:56.835531Z","time spent":"535.266677ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-28T07:47:57.571879Z","caller":"traceutil/trace.go:171","msg":"trace[2078692031] transaction","detail":"{read_only:false; response_revision:20032; number_of_response:1; }","duration":"199.301914ms","start":"2026-04-28T07:47:57.372557Z","end":"2026-04-28T07:47:57.571859Z","steps":["trace[2078692031] 'process raft request' (duration: 198.386411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:57.57212Z","caller":"traceutil/trace.go:171","msg":"trace[1748046570] transaction","detail":"{read_only:false; response_revision:20033; number_of_response:1; }","duration":"198.307097ms","start":"2026-04-28T07:47:57.373804Z","end":"2026-04-28T07:47:57.572112Z","steps":["trace[1748046570] 'process raft request' (duration: 198.02649ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:57.572233Z","caller":"traceutil/trace.go:171","msg":"trace[2086629498] transaction","detail":"{read_only:false; response_revision:20034; number_of_response:1; }","duration":"198.299688ms","start":"2026-04-28T07:47:57.373913Z","end":"2026-04-28T07:47:57.572213Z","steps":["trace[2086629498] 'process raft request' (duration: 198.142724ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:57.572268Z","caller":"traceutil/trace.go:171","msg":"trace[2142055424] transaction","detail":"{read_only:false; response_revision:20035; number_of_response:1; }","duration":"190.736906ms","start":"2026-04-28T07:47:57.381511Z","end":"2026-04-28T07:47:57.572248Z","steps":["trace[2142055424] 'process raft request' (duration: 190.648724ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:58.363461Z","caller":"traceutil/trace.go:171","msg":"trace[1780824191] transaction","detail":"{read_only:false; response_revision:20036; number_of_response:1; }","duration":"208.997201ms","start":"2026-04-28T07:47:58.154437Z","end":"2026-04-28T07:47:58.363434Z","steps":["trace[1780824191] 'process raft request' (duration: 208.804396ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:58.617349Z","caller":"traceutil/trace.go:171","msg":"trace[1880366570] linearizableReadLoop","detail":"{readStateIndex:20647; appliedIndex:20646; }","duration":"240.496312ms","start":"2026-04-28T07:47:58.376828Z","end":"2026-04-28T07:47:58.617324Z","steps":["trace[1880366570] 'read index received' (duration: 240.312678ms)","trace[1880366570] 'applied index is now lower than readState.Index' (duration: 182.594µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:58.617457Z","caller":"traceutil/trace.go:171","msg":"trace[1556595644] transaction","detail":"{read_only:false; response_revision:20037; number_of_response:1; }","duration":"282.276306ms","start":"2026-04-28T07:47:58.335172Z","end":"2026-04-28T07:47:58.617448Z","steps":["trace[1556595644] 'process raft request' (duration: 281.982228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:58.61769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.843792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:47:58.617727Z","caller":"traceutil/trace.go:171","msg":"trace[1078223483] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:20037; }","duration":"240.929264ms","start":"2026-04-28T07:47:58.376787Z","end":"2026-04-28T07:47:58.617716Z","steps":["trace[1078223483] 'agreement among raft nodes before linearized reading' (duration: 240.77868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:58.759757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.694316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:47:58.760163Z","caller":"traceutil/trace.go:171","msg":"trace[1713412346] transaction","detail":"{read_only:false; response_revision:20038; number_of_response:1; }","duration":"232.308823ms","start":"2026-04-28T07:47:58.527819Z","end":"2026-04-28T07:47:58.760127Z","steps":["trace[1713412346] 'process raft request' (duration: 103.107334ms)","trace[1713412346] 'compare' (duration: 128.503951ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:58.760367Z","caller":"traceutil/trace.go:171","msg":"trace[666519543] transaction","detail":"{read_only:false; response_revision:20039; number_of_response:1; }","duration":"231.028832ms","start":"2026-04-28T07:47:58.529319Z","end":"2026-04-28T07:47:58.760348Z","steps":["trace[666519543] 'process raft request' (duration: 230.56335ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:58.760546Z","caller":"traceutil/trace.go:171","msg":"trace[1891474729] transaction","detail":"{read_only:false; response_revision:20040; number_of_response:1; }","duration":"230.576791ms","start":"2026-04-28T07:47:58.529922Z","end":"2026-04-28T07:47:58.760499Z","steps":["trace[1891474729] 'process raft request' (duration: 230.043437ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:58.760605Z","caller":"traceutil/trace.go:171","msg":"trace[1731018472] transaction","detail":"{read_only:false; response_revision:20041; number_of_response:1; }","duration":"230.630982ms","start":"2026-04-28T07:47:58.529954Z","end":"2026-04-28T07:47:58.760585Z","steps":["trace[1731018472] 'process raft request' (duration: 230.320294ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:58.76074Z","caller":"traceutil/trace.go:171","msg":"trace[1116093419] transaction","detail":"{read_only:false; response_revision:20042; number_of_response:1; }","duration":"230.639913ms","start":"2026-04-28T07:47:58.530085Z","end":"2026-04-28T07:47:58.760725Z","steps":["trace[1116093419] 'process raft request' (duration: 230.451188ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:58.760735Z","caller":"traceutil/trace.go:171","msg":"trace[2024369904] linearizableReadLoop","detail":"{readStateIndex:20652; appliedIndex:20647; }","duration":"143.30012ms","start":"2026-04-28T07:47:58.617413Z","end":"2026-04-28T07:47:58.760713Z","steps":["trace[2024369904] 'read index received' (duration: 13.420613ms)","trace[2024369904] 'applied index is now lower than readState.Index' (duration: 129.877557ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:47:58.760984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.965516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T07:47:58.761081Z","caller":"traceutil/trace.go:171","msg":"trace[620739013] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20042; }","duration":"210.099789ms","start":"2026-04-28T07:47:58.550955Z","end":"2026-04-28T07:47:58.761054Z","steps":["trace[620739013] 'agreement among raft nodes before linearized reading' (duration: 209.863563ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:59.026078Z","caller":"traceutil/trace.go:171","msg":"trace[123728126] transaction","detail":"{read_only:false; response_revision:20043; number_of_response:1; }","duration":"171.207788ms","start":"2026-04-28T07:47:58.854846Z","end":"2026-04-28T07:47:59.026054Z","steps":["trace[123728126] 'process raft request' (duration: 170.770387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:59.190778Z","caller":"traceutil/trace.go:171","msg":"trace[1065942413] transaction","detail":"{read_only:false; response_revision:20045; number_of_response:1; }","duration":"128.360198ms","start":"2026-04-28T07:47:59.062389Z","end":"2026-04-28T07:47:59.19075Z","steps":["trace[1065942413] 'process raft request' (duration: 84.280726ms)","trace[1065942413] 'compare' (duration: 43.842416ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:59.548184Z","caller":"traceutil/trace.go:171","msg":"trace[631830169] linearizableReadLoop","detail":"{readStateIndex:20656; appliedIndex:20655; }","duration":"174.159144ms","start":"2026-04-28T07:47:59.373999Z","end":"2026-04-28T07:47:59.548158Z","steps":["trace[631830169] 'read index received' (duration: 174.117433ms)","trace[631830169] 'applied index is now lower than readState.Index' (duration: 40.541µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:59.548215Z","caller":"traceutil/trace.go:171","msg":"trace[130334809] transaction","detail":"{read_only:false; response_revision:20046; number_of_response:1; }","duration":"345.789893ms","start":"2026-04-28T07:47:59.202394Z","end":"2026-04-28T07:47:59.548184Z","steps":["trace[130334809] 'process raft request' (duration: 345.564878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:59.548372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:47:59.202374Z","time spent":"345.914617ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9928,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:47:59.548371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.351398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:59.548424Z","caller":"traceutil/trace.go:171","msg":"trace[466679837] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20046; }","duration":"174.467571ms","start":"2026-04-28T07:47:59.373941Z","end":"2026-04-28T07:47:59.548409Z","steps":["trace[466679837] 'agreement among raft nodes before linearized reading' (duration: 174.358658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:59.604202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.606686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:59.604273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.80607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:59.604288Z","caller":"traceutil/trace.go:171","msg":"trace[1769700455] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20048; }","duration":"227.731418ms","start":"2026-04-28T07:47:59.376538Z","end":"2026-04-28T07:47:59.60427Z","steps":["trace[1769700455] 'agreement among raft nodes before linearized reading' (duration: 227.558874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:59.604311Z","caller":"traceutil/trace.go:171","msg":"trace[2119484614] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20048; }","duration":"227.858322ms","start":"2026-04-28T07:47:59.376438Z","end":"2026-04-28T07:47:59.604297Z","steps":["trace[2119484614] 'agreement among raft nodes before linearized reading' (duration: 227.818451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:59.604316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.54205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T07:47:59.604398Z","caller":"traceutil/trace.go:171","msg":"trace[1519059598] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20048; }","duration":"210.658873ms","start":"2026-04-28T07:47:59.393717Z","end":"2026-04-28T07:47:59.604376Z","steps":["trace[1519059598] 'agreement among raft nodes before linearized reading' (duration: 210.253503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:59.604664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.20029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:59.604702Z","caller":"traceutil/trace.go:171","msg":"trace[1275591591] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20048; }","duration":"228.260252ms","start":"2026-04-28T07:47:59.376431Z","end":"2026-04-28T07:47:59.604692Z","steps":["trace[1275591591] 'agreement among raft nodes before linearized reading' (duration: 228.072927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:59.604753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.831171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:59.60481Z","caller":"traceutil/trace.go:171","msg":"trace[1313813381] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20048; }","duration":"229.916144ms","start":"2026-04-28T07:47:59.37488Z","end":"2026-04-28T07:47:59.604797Z","steps":["trace[1313813381] 'agreement among raft nodes before linearized reading' (duration: 229.821651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:59.605123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.243042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:59.605136Z","caller":"traceutil/trace.go:171","msg":"trace[1514086649] transaction","detail":"{read_only:false; response_revision:20047; number_of_response:1; }","duration":"228.401484ms","start":"2026-04-28T07:47:59.376711Z","end":"2026-04-28T07:47:59.605113Z","steps":["trace[1514086649] 'process raft request' (duration: 227.01238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:59.60515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.955249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:59.605187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.969805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:59.605194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.367654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:59.605216Z","caller":"traceutil/trace.go:171","msg":"trace[1222346738] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20048; }","duration":"229.049452ms","start":"2026-04-28T07:47:59.376152Z","end":"2026-04-28T07:47:59.605202Z","steps":["trace[1222346738] 'agreement among raft nodes before linearized reading' (duration: 228.942659ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:59.60524Z","caller":"traceutil/trace.go:171","msg":"trace[456137295] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20048; }","duration":"230.018886ms","start":"2026-04-28T07:47:59.375186Z","end":"2026-04-28T07:47:59.605205Z","steps":["trace[456137295] 'agreement among raft nodes before linearized reading' (duration: 229.971085ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:59.605398Z","caller":"traceutil/trace.go:171","msg":"trace[642818602] transaction","detail":"{read_only:false; response_revision:20048; number_of_response:1; }","duration":"227.528682ms","start":"2026-04-28T07:47:59.377848Z","end":"2026-04-28T07:47:59.605377Z","steps":["trace[642818602] 'process raft request' (duration: 226.039575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:59.605457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.63002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:59.604217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.224576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:47:59.605403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.997621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:59.60552Z","caller":"traceutil/trace.go:171","msg":"trace[1480392250] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20048; }","duration":"229.172244ms","start":"2026-04-28T07:47:59.376335Z","end":"2026-04-28T07:47:59.605507Z","steps":["trace[1480392250] 'agreement among raft nodes before linearized reading' (duration: 228.98944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:59.605822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.911147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:59.605157Z","caller":"traceutil/trace.go:171","msg":"trace[1091139010] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20048; }","duration":"230.297093ms","start":"2026-04-28T07:47:59.374851Z","end":"2026-04-28T07:47:59.605149Z","steps":["trace[1091139010] 'agreement among raft nodes before linearized reading' (duration: 230.246012ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:59.605883Z","caller":"traceutil/trace.go:171","msg":"trace[1316869796] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20048; }","duration":"228.996179ms","start":"2026-04-28T07:47:59.376873Z","end":"2026-04-28T07:47:59.605869Z","steps":["trace[1316869796] 'agreement among raft nodes before linearized reading' (duration: 228.852376ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:59.605221Z","caller":"traceutil/trace.go:171","msg":"trace[794813182] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20048; }","duration":"230.440337ms","start":"2026-04-28T07:47:59.374774Z","end":"2026-04-28T07:47:59.605214Z","steps":["trace[794813182] 'agreement among raft nodes before linearized reading' (duration: 230.401806ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:59.605996Z","caller":"traceutil/trace.go:171","msg":"trace[401971293] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20048; }","duration":"229.190184ms","start":"2026-04-28T07:47:59.376792Z","end":"2026-04-28T07:47:59.605982Z","steps":["trace[401971293] 'agreement among raft nodes before linearized reading' (duration: 228.63744ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:59.606116Z","caller":"traceutil/trace.go:171","msg":"trace[606284707] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20048; }","duration":"231.194905ms","start":"2026-04-28T07:47:59.374909Z","end":"2026-04-28T07:47:59.606104Z","steps":["trace[606284707] 'agreement among raft nodes before linearized reading' (duration: 229.207015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:59.606282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.626496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:59.606336Z","caller":"traceutil/trace.go:171","msg":"trace[1114107089] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20048; }","duration":"229.702098ms","start":"2026-04-28T07:47:59.376622Z","end":"2026-04-28T07:47:59.606324Z","steps":["trace[1114107089] 'agreement among raft nodes before linearized reading' (duration: 229.622045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:59.606326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.487721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:47:59.606392Z","caller":"traceutil/trace.go:171","msg":"trace[307322330] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20048; }","duration":"229.588495ms","start":"2026-04-28T07:47:59.376787Z","end":"2026-04-28T07:47:59.606376Z","steps":["trace[307322330] 'agreement among raft nodes before linearized reading' (duration: 229.359888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:59.606562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.94653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T07:47:59.606604Z","caller":"traceutil/trace.go:171","msg":"trace[130087104] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:20048; }","duration":"174.045172ms","start":"2026-04-28T07:47:59.432551Z","end":"2026-04-28T07:47:59.606596Z","steps":["trace[130087104] 'agreement among raft nodes before linearized reading' (duration: 173.147358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:59.606698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.071348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:47:59.606778Z","caller":"traceutil/trace.go:171","msg":"trace[1729859978] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20048; }","duration":"230.173981ms","start":"2026-04-28T07:47:59.376589Z","end":"2026-04-28T07:47:59.606763Z","steps":["trace[1729859978] 'agreement among raft nodes before linearized reading' (duration: 229.934885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:59.808677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.37516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:47:59.808791Z","caller":"traceutil/trace.go:171","msg":"trace[2464190] transaction","detail":"{read_only:false; response_revision:20049; number_of_response:1; }","duration":"198.35281ms","start":"2026-04-28T07:47:59.610418Z","end":"2026-04-28T07:47:59.80877Z","steps":["trace[2464190] 'process raft request' (duration: 32.759574ms)","trace[2464190] 'compare' (duration: 165.002911ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:59.874911Z","caller":"traceutil/trace.go:171","msg":"trace[1879147874] transaction","detail":"{read_only:false; response_revision:20051; number_of_response:1; }","duration":"261.579649ms","start":"2026-04-28T07:47:59.613307Z","end":"2026-04-28T07:47:59.874887Z","steps":["trace[1879147874] 'process raft request' (duration: 261.492267ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:59.875153Z","caller":"traceutil/trace.go:171","msg":"trace[396659383] linearizableReadLoop","detail":"{readStateIndex:20662; appliedIndex:20659; }","duration":"108.719707ms","start":"2026-04-28T07:47:59.76641Z","end":"2026-04-28T07:47:59.875129Z","steps":["trace[396659383] 'read index received' (duration: 108.197024ms)","trace[396659383] 'applied index is now lower than readState.Index' (duration: 521.413µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:47:59.874909Z","caller":"traceutil/trace.go:171","msg":"trace[938310278] transaction","detail":"{read_only:false; response_revision:20050; number_of_response:1; }","duration":"261.728923ms","start":"2026-04-28T07:47:59.613142Z","end":"2026-04-28T07:47:59.87487Z","steps":["trace[938310278] 'process raft request' (duration: 261.522588ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:47:59.875443Z","caller":"traceutil/trace.go:171","msg":"trace[50051622] transaction","detail":"{read_only:false; response_revision:20052; number_of_response:1; }","duration":"261.672493ms","start":"2026-04-28T07:47:59.613758Z","end":"2026-04-28T07:47:59.87543Z","steps":["trace[50051622] 'process raft request' (duration: 261.089427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:47:59.875693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.263422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T07:47:59.875756Z","caller":"traceutil/trace.go:171","msg":"trace[2011024481] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:20052; }","duration":"109.374675ms","start":"2026-04-28T07:47:59.766366Z","end":"2026-04-28T07:47:59.875741Z","steps":["trace[2011024481] 'agreement among raft nodes before linearized reading' (duration: 109.163289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:00.909751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.738003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:00.909837Z","caller":"traceutil/trace.go:171","msg":"trace[733143161] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20054; }","duration":"206.877527ms","start":"2026-04-28T07:48:00.702939Z","end":"2026-04-28T07:48:00.909816Z","steps":["trace[733143161] 'range keys from in-memory index tree' (duration: 206.640631ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:00.91003Z","caller":"traceutil/trace.go:171","msg":"trace[1391542935] transaction","detail":"{read_only:false; response_revision:20055; number_of_response:1; }","duration":"143.113674ms","start":"2026-04-28T07:48:00.766881Z","end":"2026-04-28T07:48:00.909995Z","steps":["trace[1391542935] 'process raft request' (duration: 102.496389ms)","trace[1391542935] 'compare' (duration: 40.462241ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:00.943751Z","caller":"traceutil/trace.go:171","msg":"trace[1092672857] transaction","detail":"{read_only:false; response_revision:20056; number_of_response:1; }","duration":"176.605376ms","start":"2026-04-28T07:48:00.767116Z","end":"2026-04-28T07:48:00.943722Z","steps":["trace[1092672857] 'process raft request' (duration: 176.37382ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:00.943931Z","caller":"traceutil/trace.go:171","msg":"trace[482838636] transaction","detail":"{read_only:false; response_revision:20057; number_of_response:1; }","duration":"176.215737ms","start":"2026-04-28T07:48:00.767697Z","end":"2026-04-28T07:48:00.943913Z","steps":["trace[482838636] 'process raft request' (duration: 175.962721ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:00.944369Z","caller":"traceutil/trace.go:171","msg":"trace[1854497384] transaction","detail":"{read_only:false; response_revision:20059; number_of_response:1; }","duration":"174.993735ms","start":"2026-04-28T07:48:00.769334Z","end":"2026-04-28T07:48:00.944328Z","steps":["trace[1854497384] 'process raft request' (duration: 174.858122ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:00.944353Z","caller":"traceutil/trace.go:171","msg":"trace[1084474625] transaction","detail":"{read_only:false; response_revision:20058; number_of_response:1; }","duration":"175.118378ms","start":"2026-04-28T07:48:00.769187Z","end":"2026-04-28T07:48:00.944306Z","steps":["trace[1084474625] 'process raft request' (duration: 174.661476ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:01.786241Z","caller":"traceutil/trace.go:171","msg":"trace[1754301002] linearizableReadLoop","detail":"{readStateIndex:20672; appliedIndex:20671; }","duration":"174.062141ms","start":"2026-04-28T07:48:01.612147Z","end":"2026-04-28T07:48:01.78621Z","steps":["trace[1754301002] 'read index received' (duration: 173.807515ms)","trace[1754301002] 'applied index is now lower than readState.Index' (duration: 252.806µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:01.786331Z","caller":"traceutil/trace.go:171","msg":"trace[132929588] transaction","detail":"{read_only:false; response_revision:20061; number_of_response:1; }","duration":"174.162043ms","start":"2026-04-28T07:48:01.612142Z","end":"2026-04-28T07:48:01.786304Z","steps":["trace[132929588] 'process raft request' (duration: 173.833655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:01.786465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.302378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:01.786544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.39067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:48:01.786554Z","caller":"traceutil/trace.go:171","msg":"trace[1147132475] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20061; }","duration":"174.427221ms","start":"2026-04-28T07:48:01.612104Z","end":"2026-04-28T07:48:01.786531Z","steps":["trace[1147132475] 'agreement among raft nodes before linearized reading' (duration: 174.236066ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:01.78661Z","caller":"traceutil/trace.go:171","msg":"trace[1889289362] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20061; }","duration":"174.468202ms","start":"2026-04-28T07:48:01.612123Z","end":"2026-04-28T07:48:01.786591Z","steps":["trace[1889289362] 'agreement among raft nodes before linearized reading' (duration: 174.238136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:01.786942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.765119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:01.787094Z","caller":"traceutil/trace.go:171","msg":"trace[1193264843] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20061; }","duration":"174.981465ms","start":"2026-04-28T07:48:01.612094Z","end":"2026-04-28T07:48:01.787075Z","steps":["trace[1193264843] 'agreement among raft nodes before linearized reading' (duration: 174.427471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:02.085056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.448968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:48:02.085158Z","caller":"traceutil/trace.go:171","msg":"trace[1483688049] linearizableReadLoop","detail":"{readStateIndex:20673; appliedIndex:20672; }","duration":"298.818497ms","start":"2026-04-28T07:48:01.786324Z","end":"2026-04-28T07:48:02.085143Z","steps":["trace[1483688049] 'read index received' (duration: 196.298507ms)","trace[1483688049] 'applied index is now lower than readState.Index' (duration: 102.51841ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:02.085349Z","caller":"traceutil/trace.go:171","msg":"trace[1580492943] transaction","detail":"{read_only:false; response_revision:20062; number_of_response:1; }","duration":"470.93217ms","start":"2026-04-28T07:48:01.614405Z","end":"2026-04-28T07:48:02.085337Z","steps":["trace[1580492943] 'process raft request' (duration: 368.131423ms)","trace[1580492943] 'compare' (duration: 102.319734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:02.085402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:01.614379Z","time spent":"470.998571ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:48:02.085468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.219141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:02.08557Z","caller":"traceutil/trace.go:171","msg":"trace[880203290] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20062; }","duration":"472.357466ms","start":"2026-04-28T07:48:01.61319Z","end":"2026-04-28T07:48:02.085548Z","steps":["trace[880203290] 'agreement among raft nodes before linearized reading' (duration: 472.192701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:02.085637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:01.613175Z","time spent":"472.452818ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:48:02.085655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.871006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T07:48:02.085624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.714904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T07:48:02.08568Z","caller":"traceutil/trace.go:171","msg":"trace[1390691411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20062; }","duration":"204.910278ms","start":"2026-04-28T07:48:01.880763Z","end":"2026-04-28T07:48:02.085673Z","steps":["trace[1390691411] 'agreement among raft nodes before linearized reading' (duration: 204.807615ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:02.085708Z","caller":"traceutil/trace.go:171","msg":"trace[203226450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20062; }","duration":"272.866437ms","start":"2026-04-28T07:48:01.812822Z","end":"2026-04-28T07:48:02.085689Z","steps":["trace[203226450] 'agreement among raft nodes before linearized reading' (duration: 272.61644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:02.085786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.242473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:02.085856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.229797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:02.085829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.606985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-04-28T07:48:02.085923Z","caller":"traceutil/trace.go:171","msg":"trace[926614771] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20062; }","duration":"423.746909ms","start":"2026-04-28T07:48:01.662157Z","end":"2026-04-28T07:48:02.085904Z","steps":["trace[926614771] 'agreement among raft nodes before linearized reading' (duration: 423.451821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:02.08594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.675733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:02.085973Z","caller":"traceutil/trace.go:171","msg":"trace[1384810597] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20062; }","duration":"472.724425ms","start":"2026-04-28T07:48:01.613238Z","end":"2026-04-28T07:48:02.085963Z","steps":["trace[1384810597] 'agreement among raft nodes before linearized reading' (duration: 472.668484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:02.086006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.718965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T07:48:02.085823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.804917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:02.086021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:01.613229Z","time spent":"472.777326ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:48:02.086045Z","caller":"traceutil/trace.go:171","msg":"trace[637733096] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20062; }","duration":"472.765916ms","start":"2026-04-28T07:48:01.613269Z","end":"2026-04-28T07:48:02.086035Z","steps":["trace[637733096] 'agreement among raft nodes before linearized reading' (duration: 472.616332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:02.086084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:01.613264Z","time spent":"472.814257ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-28T07:48:02.086099Z","caller":"traceutil/trace.go:171","msg":"trace[1051241797] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20062; }","duration":"473.047873ms","start":"2026-04-28T07:48:01.61299Z","end":"2026-04-28T07:48:02.086038Z","steps":["trace[1051241797] 'agreement among raft nodes before linearized reading' (duration: 472.804907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:02.085858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.100567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-04-28T07:48:02.086215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:01.61298Z","time spent":"473.224957ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:48:02.086257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.960391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:48:02.086254Z","caller":"traceutil/trace.go:171","msg":"trace[437829271] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20062; }","duration":"426.526579ms","start":"2026-04-28T07:48:01.659705Z","end":"2026-04-28T07:48:02.086232Z","steps":["trace[437829271] 'agreement among raft nodes before linearized reading' (duration: 425.999466ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:02.086289Z","caller":"traceutil/trace.go:171","msg":"trace[1811687246] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20062; }","duration":"473.010422ms","start":"2026-04-28T07:48:01.61327Z","end":"2026-04-28T07:48:02.086281Z","steps":["trace[1811687246] 'agreement among raft nodes before linearized reading' (duration: 472.194721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:02.086312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:01.61326Z","time spent":"473.045053ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:48:02.085972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:01.662134Z","time spent":"423.8282ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T07:48:02.086151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.376105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T07:48:02.085963Z","caller":"traceutil/trace.go:171","msg":"trace[25927175] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:20062; }","duration":"232.351306ms","start":"2026-04-28T07:48:01.853508Z","end":"2026-04-28T07:48:02.085859Z","steps":["trace[25927175] 'agreement among raft nodes before linearized reading' (duration: 232.217412ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:02.086441Z","caller":"traceutil/trace.go:171","msg":"trace[1121521730] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20062; }","duration":"206.697153ms","start":"2026-04-28T07:48:01.879719Z","end":"2026-04-28T07:48:02.086416Z","steps":["trace[1121521730] 'agreement among raft nodes before linearized reading' (duration: 206.125038ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:02.085884Z","caller":"traceutil/trace.go:171","msg":"trace[933751651] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20062; }","duration":"473.277349ms","start":"2026-04-28T07:48:01.612597Z","end":"2026-04-28T07:48:02.085874Z","steps":["trace[933751651] 'agreement among raft nodes before linearized reading' (duration: 473.241118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:02.08661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:01.612582Z","time spent":"474.006447ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:48:02.085804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.012015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T07:48:02.086731Z","caller":"traceutil/trace.go:171","msg":"trace[1183822386] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20062; }","duration":"207.034771ms","start":"2026-04-28T07:48:01.879681Z","end":"2026-04-28T07:48:02.086716Z","steps":["trace[1183822386] 'agreement among raft nodes before linearized reading' (duration: 205.953534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:02.086318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:01.659684Z","time spent":"426.614692ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:48:02.337723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.191285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:48:02.338058Z","caller":"traceutil/trace.go:171","msg":"trace[775911209] linearizableReadLoop","detail":"{readStateIndex:20679; appliedIndex:20674; }","duration":"244.363922ms","start":"2026-04-28T07:48:02.093676Z","end":"2026-04-28T07:48:02.33804Z","steps":["trace[775911209] 'read index received' (duration: 71.672325ms)","trace[775911209] 'applied index is now lower than readState.Index' (duration: 172.690477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:02.338208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.521886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:02.33825Z","caller":"traceutil/trace.go:171","msg":"trace[1978655001] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:20068; }","duration":"244.581757ms","start":"2026-04-28T07:48:02.093656Z","end":"2026-04-28T07:48:02.338238Z","steps":["trace[1978655001] 'agreement among raft nodes before linearized reading' (duration: 244.444904ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:02.338598Z","caller":"traceutil/trace.go:171","msg":"trace[1388345655] transaction","detail":"{read_only:false; response_revision:20064; number_of_response:1; }","duration":"247.397558ms","start":"2026-04-28T07:48:02.091186Z","end":"2026-04-28T07:48:02.338583Z","steps":["trace[1388345655] 'process raft request' (duration: 112.268668ms)","trace[1388345655] 'compare' (duration: 133.721723ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:02.338757Z","caller":"traceutil/trace.go:171","msg":"trace[1840546776] transaction","detail":"{read_only:false; response_revision:20065; number_of_response:1; }","duration":"247.501451ms","start":"2026-04-28T07:48:02.091245Z","end":"2026-04-28T07:48:02.338747Z","steps":["trace[1840546776] 'process raft request' (duration: 246.581058ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:02.338906Z","caller":"traceutil/trace.go:171","msg":"trace[1094785475] transaction","detail":"{read_only:false; response_revision:20066; number_of_response:1; }","duration":"247.669004ms","start":"2026-04-28T07:48:02.091224Z","end":"2026-04-28T07:48:02.338893Z","steps":["trace[1094785475] 'process raft request' (duration: 246.663419ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:02.339049Z","caller":"traceutil/trace.go:171","msg":"trace[1524551704] transaction","detail":"{read_only:false; response_revision:20067; number_of_response:1; }","duration":"247.305426ms","start":"2026-04-28T07:48:02.091732Z","end":"2026-04-28T07:48:02.339038Z","steps":["trace[1524551704] 'process raft request' (duration: 246.228049ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:02.339178Z","caller":"traceutil/trace.go:171","msg":"trace[2053833718] transaction","detail":"{read_only:false; response_revision:20068; number_of_response:1; }","duration":"246.897705ms","start":"2026-04-28T07:48:02.092271Z","end":"2026-04-28T07:48:02.339168Z","steps":["trace[2053833718] 'process raft request' (duration: 245.728396ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:02.758823Z","caller":"traceutil/trace.go:171","msg":"trace[1434248845] transaction","detail":"{read_only:false; response_revision:20069; number_of_response:1; }","duration":"112.856323ms","start":"2026-04-28T07:48:02.645942Z","end":"2026-04-28T07:48:02.758798Z","steps":["trace[1434248845] 'process raft request' (duration: 112.673878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:04.213732Z","caller":"traceutil/trace.go:171","msg":"trace[1891628727] transaction","detail":"{read_only:false; response_revision:20079; number_of_response:1; }","duration":"121.311738ms","start":"2026-04-28T07:48:04.092381Z","end":"2026-04-28T07:48:04.213693Z","steps":["trace[1891628727] 'process raft request' (duration: 121.030411ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:04.213627Z","caller":"traceutil/trace.go:171","msg":"trace[1448666865] linearizableReadLoop","detail":"{readStateIndex:20690; appliedIndex:20689; }","duration":"121.070152ms","start":"2026-04-28T07:48:04.09253Z","end":"2026-04-28T07:48:04.2136Z","steps":["trace[1448666865] 'read index received' (duration: 120.769574ms)","trace[1448666865] 'applied index is now lower than readState.Index' (duration: 298.908µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:04.213942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.39333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:04.213981Z","caller":"traceutil/trace.go:171","msg":"trace[212405707] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20079; }","duration":"121.450131ms","start":"2026-04-28T07:48:04.092521Z","end":"2026-04-28T07:48:04.213971Z","steps":["trace[212405707] 'agreement among raft nodes before linearized reading' (duration: 121.353849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:04.21434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.735988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:04.214374Z","caller":"traceutil/trace.go:171","msg":"trace[1031495266] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20079; }","duration":"121.80739ms","start":"2026-04-28T07:48:04.092558Z","end":"2026-04-28T07:48:04.214366Z","steps":["trace[1031495266] 'agreement among raft nodes before linearized reading' (duration: 121.753459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:04.214727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.074108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:04.214753Z","caller":"traceutil/trace.go:171","msg":"trace[621934534] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20079; }","duration":"122.168421ms","start":"2026-04-28T07:48:04.092579Z","end":"2026-04-28T07:48:04.214747Z","steps":["trace[621934534] 'agreement among raft nodes before linearized reading' (duration: 122.097599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:04.214779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.824862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:48:04.214845Z","caller":"traceutil/trace.go:171","msg":"trace[851255560] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20079; }","duration":"121.926195ms","start":"2026-04-28T07:48:04.092903Z","end":"2026-04-28T07:48:04.21483Z","steps":["trace[851255560] 'agreement among raft nodes before linearized reading' (duration: 121.689999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:04.215022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.017047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:48:04.215046Z","caller":"traceutil/trace.go:171","msg":"trace[752963472] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20079; }","duration":"122.054238ms","start":"2026-04-28T07:48:04.092985Z","end":"2026-04-28T07:48:04.215039Z","steps":["trace[752963472] 'agreement among raft nodes before linearized reading' (duration: 121.991037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:04.21513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.14872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:04.215904Z","caller":"traceutil/trace.go:171","msg":"trace[312301799] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20079; }","duration":"122.93416ms","start":"2026-04-28T07:48:04.092957Z","end":"2026-04-28T07:48:04.215891Z","steps":["trace[312301799] 'agreement among raft nodes before linearized reading' (duration: 122.14796ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:04.528378Z","caller":"traceutil/trace.go:171","msg":"trace[803586790] transaction","detail":"{read_only:false; response_revision:20082; number_of_response:1; }","duration":"177.255473ms","start":"2026-04-28T07:48:04.351101Z","end":"2026-04-28T07:48:04.528357Z","steps":["trace[803586790] 'process raft request' (duration: 177.195671ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:04.528432Z","caller":"traceutil/trace.go:171","msg":"trace[370698063] transaction","detail":"{read_only:false; response_revision:20081; number_of_response:1; }","duration":"177.353876ms","start":"2026-04-28T07:48:04.351044Z","end":"2026-04-28T07:48:04.528398Z","steps":["trace[370698063] 'process raft request' (duration: 175.609151ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:04.52853Z","caller":"traceutil/trace.go:171","msg":"trace[624540418] linearizableReadLoop","detail":"{readStateIndex:20694; appliedIndex:20690; }","duration":"135.553371ms","start":"2026-04-28T07:48:04.392968Z","end":"2026-04-28T07:48:04.528522Z","steps":["trace[624540418] 'read index received' (duration: 40.932022ms)","trace[624540418] 'applied index is now lower than readState.Index' (duration: 94.620549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:04.528651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.672415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:04.528689Z","caller":"traceutil/trace.go:171","msg":"trace[1405030566] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:20083; }","duration":"135.762817ms","start":"2026-04-28T07:48:04.392917Z","end":"2026-04-28T07:48:04.52868Z","steps":["trace[1405030566] 'agreement among raft nodes before linearized reading' (duration: 135.635134ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:04.528856Z","caller":"traceutil/trace.go:171","msg":"trace[1702371181] transaction","detail":"{read_only:false; response_revision:20083; number_of_response:1; }","duration":"175.239052ms","start":"2026-04-28T07:48:04.353572Z","end":"2026-04-28T07:48:04.528811Z","steps":["trace[1702371181] 'process raft request' (duration: 174.763469ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:08.666317Z","caller":"traceutil/trace.go:171","msg":"trace[1646575554] linearizableReadLoop","detail":"{readStateIndex:20729; appliedIndex:20727; }","duration":"107.964039ms","start":"2026-04-28T07:48:08.558329Z","end":"2026-04-28T07:48:08.666293Z","steps":["trace[1646575554] 'read index received' (duration: 9.879432ms)","trace[1646575554] 'applied index is now lower than readState.Index' (duration: 98.083337ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:08.666391Z","caller":"traceutil/trace.go:171","msg":"trace[1284630630] transaction","detail":"{read_only:false; response_revision:20117; number_of_response:1; }","duration":"114.380962ms","start":"2026-04-28T07:48:08.551981Z","end":"2026-04-28T07:48:08.666362Z","steps":["trace[1284630630] 'process raft request' (duration: 109.856156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:08.666592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.252076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:48:08.666661Z","caller":"traceutil/trace.go:171","msg":"trace[1276665651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20117; }","duration":"108.323368ms","start":"2026-04-28T07:48:08.558317Z","end":"2026-04-28T07:48:08.66664Z","steps":["trace[1276665651] 'agreement among raft nodes before linearized reading' (duration: 108.078412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:11.879536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.866302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:48:11.879604Z","caller":"traceutil/trace.go:171","msg":"trace[456830214] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:20139; }","duration":"326.986615ms","start":"2026-04-28T07:48:11.552603Z","end":"2026-04-28T07:48:11.879589Z","steps":["trace[456830214] 'count revisions from in-memory index tree' (duration: 326.78454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:11.879639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:11.552585Z","time spent":"327.046606ms","remote":"127.0.0.1:50010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:48:11.879775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.033212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:11.879851Z","caller":"traceutil/trace.go:171","msg":"trace[323909374] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20139; }","duration":"176.163005ms","start":"2026-04-28T07:48:11.703661Z","end":"2026-04-28T07:48:11.879824Z","steps":["trace[323909374] 'range keys from in-memory index tree' (duration: 175.95452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:11.880085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.67862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:48:11.880128Z","caller":"traceutil/trace.go:171","msg":"trace[952072664] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20139; }","duration":"442.734931ms","start":"2026-04-28T07:48:11.437375Z","end":"2026-04-28T07:48:11.88011Z","steps":["trace[952072664] 'range keys from in-memory index tree' (duration: 442.522066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:11.880148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:11.437359Z","time spent":"442.783573ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:48:11.880237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.077593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:11.880306Z","caller":"traceutil/trace.go:171","msg":"trace[2146086712] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20139; }","duration":"297.187106ms","start":"2026-04-28T07:48:11.583101Z","end":"2026-04-28T07:48:11.880288Z","steps":["trace[2146086712] 'range keys from in-memory index tree' (duration: 296.93448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:11.880504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:11.487861Z","time spent":"392.641076ms","remote":"127.0.0.1:57354","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:48:11.880716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.141192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:11.880778Z","caller":"traceutil/trace.go:171","msg":"trace[1710877382] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20139; }","duration":"247.234734ms","start":"2026-04-28T07:48:11.633522Z","end":"2026-04-28T07:48:11.880757Z","steps":["trace[1710877382] 'range keys from in-memory index tree' (duration: 247.031419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:11.880909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.561632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:11.880951Z","caller":"traceutil/trace.go:171","msg":"trace[1729653077] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20139; }","duration":"245.643294ms","start":"2026-04-28T07:48:11.635298Z","end":"2026-04-28T07:48:11.880941Z","steps":["trace[1729653077] 'range keys from in-memory index tree' (duration: 245.47336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:11.881011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.541977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:48:11.88105Z","caller":"traceutil/trace.go:171","msg":"trace[1036755534] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20139; }","duration":"237.579868ms","start":"2026-04-28T07:48:11.643459Z","end":"2026-04-28T07:48:11.881039Z","steps":["trace[1036755534] 'range keys from in-memory index tree' (duration: 237.471666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:11.881054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.180979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:11.881085Z","caller":"traceutil/trace.go:171","msg":"trace[580324003] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20139; }","duration":"239.22411ms","start":"2026-04-28T07:48:11.641852Z","end":"2026-04-28T07:48:11.881076Z","steps":["trace[580324003] 'range keys from in-memory index tree' (duration: 239.141727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:11.881093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.953453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:11.881039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.407254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:11.881133Z","caller":"traceutil/trace.go:171","msg":"trace[2067768534] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20139; }","duration":"239.007525ms","start":"2026-04-28T07:48:11.642116Z","end":"2026-04-28T07:48:11.881123Z","steps":["trace[2067768534] 'range keys from in-memory index tree' (duration: 238.903322ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:11.881203Z","caller":"traceutil/trace.go:171","msg":"trace[680481237] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20139; }","duration":"239.600339ms","start":"2026-04-28T07:48:11.641537Z","end":"2026-04-28T07:48:11.881138Z","steps":["trace[680481237] 'range keys from in-memory index tree' (duration: 239.356273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:12.704039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765157187,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:48:12.89109Z","caller":"traceutil/trace.go:171","msg":"trace[1737963361] transaction","detail":"{read_only:false; response_revision:20141; number_of_response:1; }","duration":"990.505438ms","start":"2026-04-28T07:48:11.900559Z","end":"2026-04-28T07:48:12.891064Z","steps":["trace[1737963361] 'process raft request' (duration: 990.313833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:12.891236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:11.90052Z","time spent":"990.639121ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:12.933513Z","caller":"traceutil/trace.go:171","msg":"trace[2072205948] linearizableReadLoop","detail":"{readStateIndex:20755; appliedIndex:20753; }","duration":"730.890388ms","start":"2026-04-28T07:48:12.20259Z","end":"2026-04-28T07:48:12.93348Z","steps":["trace[2072205948] 'read index received' (duration: 688.333844ms)","trace[2072205948] 'applied index is now lower than readState.Index' (duration: 42.555294ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:12.933584Z","caller":"traceutil/trace.go:171","msg":"trace[1946060213] transaction","detail":"{read_only:false; response_revision:20142; number_of_response:1; }","duration":"641.268966ms","start":"2026-04-28T07:48:12.29226Z","end":"2026-04-28T07:48:12.933529Z","steps":["trace[1946060213] 'process raft request' (duration: 641.001739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:12.933809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.395414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:12.933826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:12.292243Z","time spent":"641.461741ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:12.933885Z","caller":"traceutil/trace.go:171","msg":"trace[2077688550] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20143; }","duration":"695.507286ms","start":"2026-04-28T07:48:12.238356Z","end":"2026-04-28T07:48:12.933863Z","steps":["trace[2077688550] 'agreement among raft nodes before linearized reading' (duration: 695.305421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:12.933944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:12.23834Z","time spent":"695.589629ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:48:12.933797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.182544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:12.934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.927122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T07:48:12.934071Z","caller":"traceutil/trace.go:171","msg":"trace[1466164801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20143; }","duration":"347.017625ms","start":"2026-04-28T07:48:12.587028Z","end":"2026-04-28T07:48:12.934046Z","steps":["trace[1466164801] 'agreement among raft nodes before linearized reading' (duration: 346.853181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:12.934118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:12.586976Z","time spent":"347.134607ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:48:12.93419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.615497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:48:12.934226Z","caller":"traceutil/trace.go:171","msg":"trace[988568634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20143; }","duration":"244.682849ms","start":"2026-04-28T07:48:12.689537Z","end":"2026-04-28T07:48:12.93422Z","steps":["trace[988568634] 'agreement among raft nodes before linearized reading' (duration: 244.495224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:12.93431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.033717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T07:48:12.934561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.959353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T07:48:12.934598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.406455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-28T07:48:12.934345Z","caller":"traceutil/trace.go:171","msg":"trace[915318509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20143; }","duration":"254.103119ms","start":"2026-04-28T07:48:12.680232Z","end":"2026-04-28T07:48:12.934335Z","steps":["trace[915318509] 'agreement among raft nodes before linearized reading' (duration: 253.990116ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:12.934623Z","caller":"traceutil/trace.go:171","msg":"trace[937274949] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:20143; }","duration":"162.429305ms","start":"2026-04-28T07:48:12.772185Z","end":"2026-04-28T07:48:12.934614Z","steps":["trace[937274949] 'agreement among raft nodes before linearized reading' (duration: 162.122387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:12.934626Z","caller":"traceutil/trace.go:171","msg":"trace[1481235701] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20143; }","duration":"642.075236ms","start":"2026-04-28T07:48:12.292536Z","end":"2026-04-28T07:48:12.934611Z","steps":["trace[1481235701] 'agreement among raft nodes before linearized reading' (duration: 641.659626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:12.934671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:12.292527Z","time spent":"642.131728ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-28T07:48:12.934009Z","caller":"traceutil/trace.go:171","msg":"trace[1591881932] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:20143; }","duration":"731.42291ms","start":"2026-04-28T07:48:12.20257Z","end":"2026-04-28T07:48:12.933993Z","steps":["trace[1591881932] 'agreement among raft nodes before linearized reading' (duration: 731.060131ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:12.934827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:12.202544Z","time spent":"732.232581ms","remote":"127.0.0.1:35904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:48:12.934925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.16496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:12.934991Z","caller":"traceutil/trace.go:171","msg":"trace[2015251668] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:20143; }","duration":"657.271683ms","start":"2026-04-28T07:48:12.277701Z","end":"2026-04-28T07:48:12.934973Z","steps":["trace[2015251668] 'agreement among raft nodes before linearized reading' (duration: 657.173561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:12.935021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.66839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T07:48:12.935051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.636245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:12.935064Z","caller":"traceutil/trace.go:171","msg":"trace[1299052204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20143; }","duration":"270.745742ms","start":"2026-04-28T07:48:12.664308Z","end":"2026-04-28T07:48:12.935053Z","steps":["trace[1299052204] 'agreement among raft nodes before linearized reading' (duration: 270.625779ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:12.935084Z","caller":"traceutil/trace.go:171","msg":"trace[150295683] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20143; }","duration":"696.697897ms","start":"2026-04-28T07:48:12.238379Z","end":"2026-04-28T07:48:12.935077Z","steps":["trace[150295683] 'agreement among raft nodes before linearized reading' (duration: 696.639675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:12.935124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:12.238361Z","time spent":"696.758198ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:48:12.935182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.769868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:48:12.935238Z","caller":"traceutil/trace.go:171","msg":"trace[1442090461] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20143; }","duration":"696.830379ms","start":"2026-04-28T07:48:12.238396Z","end":"2026-04-28T07:48:12.935226Z","steps":["trace[1442090461] 'agreement among raft nodes before linearized reading' (duration: 696.675866ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:12.935278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.977034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:12.935287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:12.238392Z","time spent":"696.883541ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-28T07:48:12.935308Z","caller":"traceutil/trace.go:171","msg":"trace[1632432336] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20143; }","duration":"686.029195ms","start":"2026-04-28T07:48:12.249271Z","end":"2026-04-28T07:48:12.935301Z","steps":["trace[1632432336] 'agreement among raft nodes before linearized reading' (duration: 685.979823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:12.935045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:12.277676Z","time spent":"657.354095ms","remote":"127.0.0.1:47524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:48:12.935336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:12.249255Z","time spent":"686.075427ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:48:12.93566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.233261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:12.935684Z","caller":"traceutil/trace.go:171","msg":"trace[137420387] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20143; }","duration":"697.276632ms","start":"2026-04-28T07:48:12.2384Z","end":"2026-04-28T07:48:12.935677Z","steps":["trace[137420387] 'agreement among raft nodes before linearized reading' (duration: 697.232101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:12.935702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:12.23839Z","time spent":"697.308232ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:48:13.183098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.81408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:48:13.183257Z","caller":"traceutil/trace.go:171","msg":"trace[1109465686] transaction","detail":"{read_only:false; response_revision:20144; number_of_response:1; }","duration":"243.019168ms","start":"2026-04-28T07:48:12.940212Z","end":"2026-04-28T07:48:13.183231Z","steps":["trace[1109465686] 'process raft request' (duration: 58.935661ms)","trace[1109465686] 'compare' (duration: 183.625115ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:13.274744Z","caller":"traceutil/trace.go:171","msg":"trace[745705149] linearizableReadLoop","detail":"{readStateIndex:20759; appliedIndex:20756; }","duration":"331.688955ms","start":"2026-04-28T07:48:12.943027Z","end":"2026-04-28T07:48:13.274716Z","steps":["trace[745705149] 'read index received' (duration: 56.003706ms)","trace[745705149] 'applied index is now lower than readState.Index' (duration: 275.683989ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:13.274781Z","caller":"traceutil/trace.go:171","msg":"trace[1695796829] transaction","detail":"{read_only:false; response_revision:20146; number_of_response:1; }","duration":"333.47752ms","start":"2026-04-28T07:48:12.941271Z","end":"2026-04-28T07:48:13.274748Z","steps":["trace[1695796829] 'process raft request' (duration: 332.949416ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:13.274863Z","caller":"traceutil/trace.go:171","msg":"trace[1879826944] transaction","detail":"{read_only:false; response_revision:20147; number_of_response:1; }","duration":"331.165172ms","start":"2026-04-28T07:48:12.943684Z","end":"2026-04-28T07:48:13.274849Z","steps":["trace[1879826944] 'process raft request' (duration: 330.578067ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:13.274889Z","caller":"traceutil/trace.go:171","msg":"trace[682930969] transaction","detail":"{read_only:false; response_revision:20145; number_of_response:1; }","duration":"334.6303ms","start":"2026-04-28T07:48:12.940226Z","end":"2026-04-28T07:48:13.274857Z","steps":["trace[682930969] 'process raft request' (duration: 333.822559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:13.274925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:12.941253Z","time spent":"333.591123ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:48:13.274971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:12.943674Z","time spent":"331.216104ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:48:13.275129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.069175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:48:13.275154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:12.940201Z","time spent":"334.816905ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:13.275297Z","caller":"traceutil/trace.go:171","msg":"trace[736554443] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:20147; }","duration":"332.220649ms","start":"2026-04-28T07:48:12.942987Z","end":"2026-04-28T07:48:13.275207Z","steps":["trace[736554443] 'agreement among raft nodes before linearized reading' (duration: 331.968172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:13.275361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:12.942957Z","time spent":"332.372892ms","remote":"127.0.0.1:51508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:48:13.521483Z","caller":"traceutil/trace.go:171","msg":"trace[381325825] transaction","detail":"{read_only:false; response_revision:20149; number_of_response:1; }","duration":"437.031027ms","start":"2026-04-28T07:48:13.084412Z","end":"2026-04-28T07:48:13.521443Z","steps":["trace[381325825] 'process raft request' (duration: 436.950325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:13.521671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:13.084384Z","time spent":"437.18738ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:13.521733Z","caller":"traceutil/trace.go:171","msg":"trace[687605500] transaction","detail":"{read_only:false; response_revision:20150; number_of_response:1; }","duration":"435.489417ms","start":"2026-04-28T07:48:13.086225Z","end":"2026-04-28T07:48:13.521714Z","steps":["trace[687605500] 'process raft request' (duration: 435.18177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:13.521851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:13.086211Z","time spent":"435.585399ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:13.521693Z","caller":"traceutil/trace.go:171","msg":"trace[432202251] transaction","detail":"{read_only:false; response_revision:20148; number_of_response:1; }","duration":"444.047455ms","start":"2026-04-28T07:48:13.077622Z","end":"2026-04-28T07:48:13.52167Z","steps":["trace[432202251] 'process raft request' (duration: 443.600604ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:13.522112Z","caller":"traceutil/trace.go:171","msg":"trace[800205970] transaction","detail":"{read_only:false; response_revision:20151; number_of_response:1; }","duration":"332.340861ms","start":"2026-04-28T07:48:13.189756Z","end":"2026-04-28T07:48:13.522097Z","steps":["trace[800205970] 'process raft request' (duration: 331.871709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:13.522193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:13.189727Z","time spent":"332.427223ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:48:13.52226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:13.077596Z","time spent":"444.435465ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:13.522378Z","caller":"traceutil/trace.go:171","msg":"trace[89514482] linearizableReadLoop","detail":"{readStateIndex:20765; appliedIndex:20761; }","duration":"247.549552ms","start":"2026-04-28T07:48:13.274811Z","end":"2026-04-28T07:48:13.522361Z","steps":["trace[89514482] 'read index received' (duration: 246.565277ms)","trace[89514482] 'applied index is now lower than readState.Index' (duration: 983.135µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:13.522513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.701819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:13.522575Z","caller":"traceutil/trace.go:171","msg":"trace[988184618] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:20152; }","duration":"405.802202ms","start":"2026-04-28T07:48:13.116757Z","end":"2026-04-28T07:48:13.522559Z","steps":["trace[988184618] 'agreement among raft nodes before linearized reading' (duration: 405.677878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:13.522636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:13.116742Z","time spent":"405.875283ms","remote":"127.0.0.1:35940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:48:13.522559Z","caller":"traceutil/trace.go:171","msg":"trace[1411677133] transaction","detail":"{read_only:false; response_revision:20152; number_of_response:1; }","duration":"332.329701ms","start":"2026-04-28T07:48:13.190205Z","end":"2026-04-28T07:48:13.522535Z","steps":["trace[1411677133] 'process raft request' (duration: 331.844319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:13.522777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:13.190192Z","time spent":"332.493735ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:13.570937Z","caller":"traceutil/trace.go:171","msg":"trace[548594777] transaction","detail":"{read_only:false; response_revision:20153; number_of_response:1; }","duration":"105.28496ms","start":"2026-04-28T07:48:13.465625Z","end":"2026-04-28T07:48:13.57091Z","steps":["trace[548594777] 'process raft request' (duration: 105.115586ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:13.944106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.073224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:13.944212Z","caller":"traceutil/trace.go:171","msg":"trace[838600829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20153; }","duration":"242.35421ms","start":"2026-04-28T07:48:13.701833Z","end":"2026-04-28T07:48:13.944187Z","steps":["trace[838600829] 'range keys from in-memory index tree' (duration: 241.93192ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:13.944345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.164673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-04-28T07:48:13.944429Z","caller":"traceutil/trace.go:171","msg":"trace[1761498638] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:20153; }","duration":"181.296676ms","start":"2026-04-28T07:48:13.763112Z","end":"2026-04-28T07:48:13.944408Z","steps":["trace[1761498638] 'range keys from in-memory index tree' (duration: 180.959197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:14.329244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.993248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:14.329294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.831034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:14.329345Z","caller":"traceutil/trace.go:171","msg":"trace[1937471553] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:20154; }","duration":"161.129591ms","start":"2026-04-28T07:48:14.168179Z","end":"2026-04-28T07:48:14.329308Z","steps":["trace[1937471553] 'count revisions from in-memory index tree' (duration: 160.886825ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:14.329364Z","caller":"traceutil/trace.go:171","msg":"trace[1394868283] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20154; }","duration":"149.957247ms","start":"2026-04-28T07:48:14.17939Z","end":"2026-04-28T07:48:14.329347Z","steps":["trace[1394868283] 'range keys from in-memory index tree' (duration: 149.754022ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:14.887081Z","caller":"traceutil/trace.go:171","msg":"trace[1425031905] linearizableReadLoop","detail":"{readStateIndex:20768; appliedIndex:20767; }","duration":"184.685852ms","start":"2026-04-28T07:48:14.70237Z","end":"2026-04-28T07:48:14.887056Z","steps":["trace[1425031905] 'read index received' (duration: 184.454366ms)","trace[1425031905] 'applied index is now lower than readState.Index' (duration: 230.016µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:14.887191Z","caller":"traceutil/trace.go:171","msg":"trace[404867727] transaction","detail":"{read_only:false; response_revision:20155; number_of_response:1; }","duration":"215.758313ms","start":"2026-04-28T07:48:14.671399Z","end":"2026-04-28T07:48:14.887158Z","steps":["trace[404867727] 'process raft request' (duration: 215.485577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:14.887231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.851796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:14.887233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.588721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:14.887267Z","caller":"traceutil/trace.go:171","msg":"trace[691677941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20155; }","duration":"184.935568ms","start":"2026-04-28T07:48:14.702321Z","end":"2026-04-28T07:48:14.887257Z","steps":["trace[691677941] 'agreement among raft nodes before linearized reading' (duration: 184.857736ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:14.887282Z","caller":"traceutil/trace.go:171","msg":"trace[1197861223] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:20155; }","duration":"122.643712ms","start":"2026-04-28T07:48:14.764618Z","end":"2026-04-28T07:48:14.887261Z","steps":["trace[1197861223] 'agreement among raft nodes before linearized reading' (duration: 122.56428ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:15.303428Z","caller":"traceutil/trace.go:171","msg":"trace[370699383] linearizableReadLoop","detail":"{readStateIndex:20769; appliedIndex:20768; }","duration":"364.684434ms","start":"2026-04-28T07:48:14.938726Z","end":"2026-04-28T07:48:15.303411Z","steps":["trace[370699383] 'read index received' (duration: 357.034149ms)","trace[370699383] 'applied index is now lower than readState.Index' (duration: 7.649315ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:15.30352Z","caller":"traceutil/trace.go:171","msg":"trace[1451378727] transaction","detail":"{read_only:false; response_revision:20156; number_of_response:1; }","duration":"403.889542ms","start":"2026-04-28T07:48:14.899589Z","end":"2026-04-28T07:48:15.303478Z","steps":["trace[1451378727] 'process raft request' (duration: 396.123004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:15.303633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.851638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:15.303707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:14.899559Z","time spent":"404.047376ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:15.30375Z","caller":"traceutil/trace.go:171","msg":"trace[1283713748] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20156; }","duration":"365.020483ms","start":"2026-04-28T07:48:14.938685Z","end":"2026-04-28T07:48:15.303705Z","steps":["trace[1283713748] 'agreement among raft nodes before linearized reading' (duration: 364.807077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:15.30382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:14.938666Z","time spent":"365.141266ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T07:48:15.435764Z","caller":"traceutil/trace.go:171","msg":"trace[1295797244] transaction","detail":"{read_only:false; response_revision:20157; number_of_response:1; }","duration":"495.618827ms","start":"2026-04-28T07:48:14.940104Z","end":"2026-04-28T07:48:15.435722Z","steps":["trace[1295797244] 'process raft request' (duration: 463.787267ms)","trace[1295797244] 'compare' (duration: 31.602105ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:15.435928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:14.940075Z","time spent":"495.770022ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:15.435934Z","caller":"traceutil/trace.go:171","msg":"trace[1366663529] transaction","detail":"{read_only:false; response_revision:20158; number_of_response:1; }","duration":"492.895489ms","start":"2026-04-28T07:48:14.94301Z","end":"2026-04-28T07:48:15.435906Z","steps":["trace[1366663529] 'process raft request' (duration: 492.623742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:15.436354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:14.942983Z","time spent":"493.060403ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:15.440062Z","caller":"traceutil/trace.go:171","msg":"trace[1101041486] linearizableReadLoop","detail":"{readStateIndex:20772; appliedIndex:20769; }","duration":"136.566927ms","start":"2026-04-28T07:48:15.303479Z","end":"2026-04-28T07:48:15.440046Z","steps":["trace[1101041486] 'read index received' (duration: 100.336164ms)","trace[1101041486] 'applied index is now lower than readState.Index' (duration: 36.229643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:15.440151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.232541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:15.440181Z","caller":"traceutil/trace.go:171","msg":"trace[645503656] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20158; }","duration":"501.293812ms","start":"2026-04-28T07:48:14.93888Z","end":"2026-04-28T07:48:15.440174Z","steps":["trace[645503656] 'agreement among raft nodes before linearized reading' (duration: 501.21903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:15.440634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:14.938874Z","time spent":"501.329373ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:48:15.441257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.157917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T07:48:15.44129Z","caller":"traceutil/trace.go:171","msg":"trace[146671856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20158; }","duration":"160.232929ms","start":"2026-04-28T07:48:15.281048Z","end":"2026-04-28T07:48:15.441281Z","steps":["trace[146671856] 'agreement among raft nodes before linearized reading' (duration: 160.036814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:15.441335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.553153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:15.441394Z","caller":"traceutil/trace.go:171","msg":"trace[1842811836] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20158; }","duration":"498.641414ms","start":"2026-04-28T07:48:14.942739Z","end":"2026-04-28T07:48:15.441381Z","steps":["trace[1842811836] 'agreement among raft nodes before linearized reading' (duration: 498.533792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:15.441427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:14.94273Z","time spent":"498.691536ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:48:15.441641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.562908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:48:15.441665Z","caller":"traceutil/trace.go:171","msg":"trace[537442647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20158; }","duration":"160.627639ms","start":"2026-04-28T07:48:15.281032Z","end":"2026-04-28T07:48:15.441659Z","steps":["trace[537442647] 'agreement among raft nodes before linearized reading' (duration: 160.516606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:15.441814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.853665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T07:48:15.44184Z","caller":"traceutil/trace.go:171","msg":"trace[1060511189] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20158; }","duration":"160.921127ms","start":"2026-04-28T07:48:15.280911Z","end":"2026-04-28T07:48:15.441832Z","steps":["trace[1060511189] 'agreement among raft nodes before linearized reading' (duration: 160.856625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:15.441966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.308664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T07:48:15.441992Z","caller":"traceutil/trace.go:171","msg":"trace[300545381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20158; }","duration":"254.389946ms","start":"2026-04-28T07:48:15.187595Z","end":"2026-04-28T07:48:15.441985Z","steps":["trace[300545381] 'agreement among raft nodes before linearized reading' (duration: 254.322385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:15.441472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.713856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-04-28T07:48:15.442114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.050485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:48:15.442134Z","caller":"traceutil/trace.go:171","msg":"trace[1494100951] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20158; }","duration":"499.107636ms","start":"2026-04-28T07:48:14.943021Z","end":"2026-04-28T07:48:15.442128Z","steps":["trace[1494100951] 'agreement among raft nodes before linearized reading' (duration: 499.044875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:15.442167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:14.943001Z","time spent":"499.161688ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:48:15.442262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.686627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:15.442127Z","caller":"traceutil/trace.go:171","msg":"trace[550926231] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20158; }","duration":"499.378383ms","start":"2026-04-28T07:48:14.942739Z","end":"2026-04-28T07:48:15.442117Z","steps":["trace[550926231] 'agreement among raft nodes before linearized reading' (duration: 498.663905ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:15.442293Z","caller":"traceutil/trace.go:171","msg":"trace[1433995227] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20158; }","duration":"502.739478ms","start":"2026-04-28T07:48:14.939547Z","end":"2026-04-28T07:48:15.442286Z","steps":["trace[1433995227] 'agreement among raft nodes before linearized reading' (duration: 502.602055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:15.442407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:14.939539Z","time spent":"502.829041ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:48:15.442345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:14.942732Z","time spent":"499.603319ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"info","ts":"2026-04-28T07:48:17.5448Z","caller":"traceutil/trace.go:171","msg":"trace[525070707] transaction","detail":"{read_only:false; response_revision:20175; number_of_response:1; }","duration":"100.964371ms","start":"2026-04-28T07:48:17.443815Z","end":"2026-04-28T07:48:17.544779Z","steps":["trace[525070707] 'process raft request' (duration: 100.581191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:18.324102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.845738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:48:18.324224Z","caller":"traceutil/trace.go:171","msg":"trace[1312584611] linearizableReadLoop","detail":"{readStateIndex:20800; appliedIndex:20799; }","duration":"167.006861ms","start":"2026-04-28T07:48:18.1572Z","end":"2026-04-28T07:48:18.324207Z","steps":["trace[1312584611] 'read index received' (duration: 30.864125ms)","trace[1312584611] 'applied index is now lower than readState.Index' (duration: 136.141086ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:18.32433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.116214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:18.324556Z","caller":"traceutil/trace.go:171","msg":"trace[2001673001] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:20186; }","duration":"167.36864ms","start":"2026-04-28T07:48:18.157171Z","end":"2026-04-28T07:48:18.32454Z","steps":["trace[2001673001] 'agreement among raft nodes before linearized reading' (duration: 167.106904ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:18.324268Z","caller":"traceutil/trace.go:171","msg":"trace[527744894] transaction","detail":"{read_only:false; response_revision:20186; number_of_response:1; }","duration":"167.792102ms","start":"2026-04-28T07:48:18.156449Z","end":"2026-04-28T07:48:18.324241Z","steps":["trace[527744894] 'process raft request' (duration: 31.651126ms)","trace[527744894] 'compare' (duration: 135.640363ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:19.98583Z","caller":"traceutil/trace.go:171","msg":"trace[1137905945] transaction","detail":"{read_only:false; response_revision:20193; number_of_response:1; }","duration":"316.021576ms","start":"2026-04-28T07:48:19.669786Z","end":"2026-04-28T07:48:19.985808Z","steps":["trace[1137905945] 'process raft request' (duration: 315.936444ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:19.985832Z","caller":"traceutil/trace.go:171","msg":"trace[836312174] transaction","detail":"{read_only:false; response_revision:20192; number_of_response:1; }","duration":"320.015257ms","start":"2026-04-28T07:48:19.665788Z","end":"2026-04-28T07:48:19.985803Z","steps":["trace[836312174] 'process raft request' (duration: 319.682118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:19.985969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:19.669758Z","time spent":"316.139319ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:48:19.985992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:19.665769Z","time spent":"320.13563ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:19.986157Z","caller":"traceutil/trace.go:171","msg":"trace[313820639] transaction","detail":"{read_only:false; response_revision:20194; number_of_response:1; }","duration":"315.973514ms","start":"2026-04-28T07:48:19.670159Z","end":"2026-04-28T07:48:19.986132Z","steps":["trace[313820639] 'process raft request' (duration: 315.612115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:19.986368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:19.670148Z","time spent":"316.129048ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:19.986585Z","caller":"traceutil/trace.go:171","msg":"trace[1418664099] transaction","detail":"{read_only:false; response_revision:20195; number_of_response:1; }","duration":"315.080542ms","start":"2026-04-28T07:48:19.671494Z","end":"2026-04-28T07:48:19.986575Z","steps":["trace[1418664099] 'process raft request' (duration: 314.544058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:19.986658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:19.671479Z","time spent":"315.138644ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:19.986753Z","caller":"traceutil/trace.go:171","msg":"trace[187775506] transaction","detail":"{read_only:false; response_revision:20196; number_of_response:1; }","duration":"314.697472ms","start":"2026-04-28T07:48:19.672044Z","end":"2026-04-28T07:48:19.986742Z","steps":["trace[187775506] 'process raft request' (duration: 314.428236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:19.986795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:19.672035Z","time spent":"314.738174ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:48:19.986994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.613962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:19.987029Z","caller":"traceutil/trace.go:171","msg":"trace[1652274969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20196; }","duration":"283.690243ms","start":"2026-04-28T07:48:19.703331Z","end":"2026-04-28T07:48:19.987021Z","steps":["trace[1652274969] 'agreement among raft nodes before linearized reading' (duration: 283.592281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:19.987431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.322969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T07:48:19.987487Z","caller":"traceutil/trace.go:171","msg":"trace[612317419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20196; }","duration":"330.438003ms","start":"2026-04-28T07:48:19.657036Z","end":"2026-04-28T07:48:19.987474Z","steps":["trace[612317419] 'agreement among raft nodes before linearized reading' (duration: 330.276889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:19.987496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.424283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T07:48:19.987524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:19.657007Z","time spent":"330.506805ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:48:19.987544Z","caller":"traceutil/trace.go:171","msg":"trace[1083898992] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20196; }","duration":"330.500074ms","start":"2026-04-28T07:48:19.657027Z","end":"2026-04-28T07:48:19.987527Z","steps":["trace[1083898992] 'agreement among raft nodes before linearized reading' (duration: 330.35613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:19.987585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:19.657017Z","time spent":"330.559455ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:48:19.986658Z","caller":"traceutil/trace.go:171","msg":"trace[677949075] linearizableReadLoop","detail":"{readStateIndex:20810; appliedIndex:20805; }","duration":"279.001313ms","start":"2026-04-28T07:48:19.707643Z","end":"2026-04-28T07:48:19.986644Z","steps":["trace[677949075] 'read index received' (duration: 277.793031ms)","trace[677949075] 'applied index is now lower than readState.Index' (duration: 1.206922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:20.014401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.436119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:48:20.014552Z","caller":"traceutil/trace.go:171","msg":"trace[330609228] transaction","detail":"{read_only:false; response_revision:20197; number_of_response:1; }","duration":"301.402824ms","start":"2026-04-28T07:48:19.713115Z","end":"2026-04-28T07:48:20.014518Z","steps":["trace[330609228] 'process raft request' (duration: 300.949251ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:20.014588Z","caller":"traceutil/trace.go:171","msg":"trace[1814969754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20197; }","duration":"258.702277ms","start":"2026-04-28T07:48:19.75586Z","end":"2026-04-28T07:48:20.014563Z","steps":["trace[1814969754] 'agreement among raft nodes before linearized reading' (duration: 258.418329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:20.014782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.845401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-28T07:48:20.014837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:19.713104Z","time spent":"301.504567ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:20.01486Z","caller":"traceutil/trace.go:171","msg":"trace[192735918] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:20197; }","duration":"247.953003ms","start":"2026-04-28T07:48:19.766891Z","end":"2026-04-28T07:48:20.014844Z","steps":["trace[192735918] 'agreement among raft nodes before linearized reading' (duration: 247.780478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:20.429139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.473252ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-28T07:48:20.429449Z","caller":"traceutil/trace.go:171","msg":"trace[1059648871] linearizableReadLoop","detail":"{readStateIndex:20815; appliedIndex:20813; }","duration":"155.564781ms","start":"2026-04-28T07:48:20.273862Z","end":"2026-04-28T07:48:20.429426Z","steps":["trace[1059648871] 'read index received' (duration: 90.642µs)","trace[1059648871] 'applied index is now lower than readState.Index' (duration: 155.472849ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:20.429596Z","caller":"traceutil/trace.go:171","msg":"trace[1053952543] transaction","detail":"{read_only:false; response_revision:20200; number_of_response:1; }","duration":"286.795052ms","start":"2026-04-28T07:48:20.142782Z","end":"2026-04-28T07:48:20.429577Z","steps":["trace[1053952543] 'process raft request' (duration: 286.478664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:20.429897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:20.016129Z","time spent":"413.756874ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:48:20.429985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.118205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:20.430049Z","caller":"traceutil/trace.go:171","msg":"trace[518214734] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:20200; }","duration":"156.242228ms","start":"2026-04-28T07:48:20.273787Z","end":"2026-04-28T07:48:20.430029Z","steps":["trace[518214734] 'agreement among raft nodes before linearized reading' (duration: 156.123435ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:22.199215Z","caller":"traceutil/trace.go:171","msg":"trace[1366875574] transaction","detail":"{read_only:false; response_revision:20208; number_of_response:1; }","duration":"206.505267ms","start":"2026-04-28T07:48:21.992678Z","end":"2026-04-28T07:48:22.199183Z","steps":["trace[1366875574] 'process raft request' (duration: 206.301422ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:22.22448Z","caller":"traceutil/trace.go:171","msg":"trace[1981992140] transaction","detail":"{read_only:false; response_revision:20209; number_of_response:1; }","duration":"231.531504ms","start":"2026-04-28T07:48:21.99292Z","end":"2026-04-28T07:48:22.224452Z","steps":["trace[1981992140] 'process raft request' (duration: 227.520532ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:22.224789Z","caller":"traceutil/trace.go:171","msg":"trace[1178184244] transaction","detail":"{read_only:false; response_revision:20210; number_of_response:1; }","duration":"231.661919ms","start":"2026-04-28T07:48:21.993086Z","end":"2026-04-28T07:48:22.224748Z","steps":["trace[1178184244] 'process raft request' (duration: 231.314199ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:22.224833Z","caller":"traceutil/trace.go:171","msg":"trace[1182563769] transaction","detail":"{read_only:false; response_revision:20211; number_of_response:1; }","duration":"231.447073ms","start":"2026-04-28T07:48:21.993342Z","end":"2026-04-28T07:48:22.224789Z","steps":["trace[1182563769] 'process raft request' (duration: 231.268087ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:22.225003Z","caller":"traceutil/trace.go:171","msg":"trace[827874944] transaction","detail":"{read_only:false; response_revision:20212; number_of_response:1; }","duration":"231.225688ms","start":"2026-04-28T07:48:21.993764Z","end":"2026-04-28T07:48:22.22499Z","steps":["trace[827874944] 'process raft request' (duration: 230.983152ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:22.224999Z","caller":"traceutil/trace.go:171","msg":"trace[2029668710] linearizableReadLoop","detail":"{readStateIndex:20827; appliedIndex:20822; }","duration":"204.081686ms","start":"2026-04-28T07:48:22.020881Z","end":"2026-04-28T07:48:22.224963Z","steps":["trace[2029668710] 'read index received' (duration: 178.147565ms)","trace[2029668710] 'applied index is now lower than readState.Index' (duration: 25.931281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:22.225093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.183049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:22.225104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.196219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:22.225144Z","caller":"traceutil/trace.go:171","msg":"trace[594881185] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20212; }","duration":"204.290481ms","start":"2026-04-28T07:48:22.020842Z","end":"2026-04-28T07:48:22.225132Z","steps":["trace[594881185] 'agreement among raft nodes before linearized reading' (duration: 204.165938ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:22.225153Z","caller":"traceutil/trace.go:171","msg":"trace[1358206517] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20212; }","duration":"204.299451ms","start":"2026-04-28T07:48:22.020842Z","end":"2026-04-28T07:48:22.225141Z","steps":["trace[1358206517] 'agreement among raft nodes before linearized reading' (duration: 204.162048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:22.225217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.331292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T07:48:22.225227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.834435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:22.225264Z","caller":"traceutil/trace.go:171","msg":"trace[1679209074] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20212; }","duration":"202.903856ms","start":"2026-04-28T07:48:22.02235Z","end":"2026-04-28T07:48:22.225254Z","steps":["trace[1679209074] 'agreement among raft nodes before linearized reading' (duration: 202.805644ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:22.225261Z","caller":"traceutil/trace.go:171","msg":"trace[786582667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20212; }","duration":"204.411374ms","start":"2026-04-28T07:48:22.020838Z","end":"2026-04-28T07:48:22.22525Z","steps":["trace[786582667] 'agreement among raft nodes before linearized reading' (duration: 204.25371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:22.225311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.834075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:22.225342Z","caller":"traceutil/trace.go:171","msg":"trace[1089749373] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20212; }","duration":"202.872075ms","start":"2026-04-28T07:48:22.022462Z","end":"2026-04-28T07:48:22.225334Z","steps":["trace[1089749373] 'agreement among raft nodes before linearized reading' (duration: 202.825764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:22.225269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.813424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:22.225353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.783203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:48:22.225407Z","caller":"traceutil/trace.go:171","msg":"trace[222587851] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20212; }","duration":"202.855685ms","start":"2026-04-28T07:48:22.022538Z","end":"2026-04-28T07:48:22.225393Z","steps":["trace[222587851] 'agreement among raft nodes before linearized reading' (duration: 202.646049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:22.225426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.012079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:22.22543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.678491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:22.22544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.555538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T07:48:22.225453Z","caller":"traceutil/trace.go:171","msg":"trace[645730287] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20212; }","duration":"203.05147ms","start":"2026-04-28T07:48:22.022395Z","end":"2026-04-28T07:48:22.225447Z","steps":["trace[645730287] 'agreement among raft nodes before linearized reading' (duration: 203.009289ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:22.225474Z","caller":"traceutil/trace.go:171","msg":"trace[445474304] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20212; }","duration":"202.723911ms","start":"2026-04-28T07:48:22.022735Z","end":"2026-04-28T07:48:22.225459Z","steps":["trace[445474304] 'agreement among raft nodes before linearized reading' (duration: 202.67239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:22.225342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.561477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:48:22.225496Z","caller":"traceutil/trace.go:171","msg":"trace[1111167948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20212; }","duration":"193.63322ms","start":"2026-04-28T07:48:22.031843Z","end":"2026-04-28T07:48:22.225476Z","steps":["trace[1111167948] 'agreement among raft nodes before linearized reading' (duration: 193.531977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:22.225525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.608585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T07:48:22.225568Z","caller":"traceutil/trace.go:171","msg":"trace[1028254280] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20212; }","duration":"194.649246ms","start":"2026-04-28T07:48:22.030907Z","end":"2026-04-28T07:48:22.225556Z","steps":["trace[1028254280] 'agreement among raft nodes before linearized reading' (duration: 194.560004ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:22.225416Z","caller":"traceutil/trace.go:171","msg":"trace[809365443] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20212; }","duration":"202.947668ms","start":"2026-04-28T07:48:22.022438Z","end":"2026-04-28T07:48:22.225386Z","steps":["trace[809365443] 'agreement among raft nodes before linearized reading' (duration: 202.794644ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:22.225531Z","caller":"traceutil/trace.go:171","msg":"trace[1412793710] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:20212; }","duration":"169.761612ms","start":"2026-04-28T07:48:22.055761Z","end":"2026-04-28T07:48:22.225523Z","steps":["trace[1412793710] 'agreement among raft nodes before linearized reading' (duration: 169.483455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:22.225333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.483736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:22.225699Z","caller":"traceutil/trace.go:171","msg":"trace[2088022030] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20212; }","duration":"202.902416ms","start":"2026-04-28T07:48:22.022788Z","end":"2026-04-28T07:48:22.22569Z","steps":["trace[2088022030] 'agreement among raft nodes before linearized reading' (duration: 202.438565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:22.225331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.979532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:48:22.225748Z","caller":"traceutil/trace.go:171","msg":"trace[1141949881] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20212; }","duration":"202.468174ms","start":"2026-04-28T07:48:22.02327Z","end":"2026-04-28T07:48:22.225738Z","steps":["trace[1141949881] 'agreement among raft nodes before linearized reading' (duration: 201.89829ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:23.911752Z","caller":"traceutil/trace.go:171","msg":"trace[758130963] transaction","detail":"{read_only:false; response_revision:20223; number_of_response:1; }","duration":"138.893636ms","start":"2026-04-28T07:48:23.77281Z","end":"2026-04-28T07:48:23.911703Z","steps":["trace[758130963] 'process raft request' (duration: 112.182316ms)","trace[758130963] 'compare' (duration: 26.265059ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:25.159221Z","caller":"traceutil/trace.go:171","msg":"trace[712307859] transaction","detail":"{read_only:false; response_revision:20238; number_of_response:1; }","duration":"204.442015ms","start":"2026-04-28T07:48:24.95475Z","end":"2026-04-28T07:48:25.159192Z","steps":["trace[712307859] 'process raft request' (duration: 204.24767ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:25.192729Z","caller":"traceutil/trace.go:171","msg":"trace[1592685958] transaction","detail":"{read_only:false; response_revision:20239; number_of_response:1; }","duration":"176.057402ms","start":"2026-04-28T07:48:25.016644Z","end":"2026-04-28T07:48:25.192701Z","steps":["trace[1592685958] 'process raft request' (duration: 175.870337ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:26.08052Z","caller":"traceutil/trace.go:171","msg":"trace[371008204] transaction","detail":"{read_only:false; response_revision:20244; number_of_response:1; }","duration":"157.88656ms","start":"2026-04-28T07:48:25.922591Z","end":"2026-04-28T07:48:26.080478Z","steps":["trace[371008204] 'process raft request' (duration: 62.83303ms)","trace[371008204] 'compare' (duration: 94.862045ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:26.457706Z","caller":"traceutil/trace.go:171","msg":"trace[2005808083] linearizableReadLoop","detail":"{readStateIndex:20861; appliedIndex:20860; }","duration":"223.177042ms","start":"2026-04-28T07:48:26.234497Z","end":"2026-04-28T07:48:26.457674Z","steps":["trace[2005808083] 'read index received' (duration: 222.956705ms)","trace[2005808083] 'applied index is now lower than readState.Index' (duration: 218.887µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:26.457913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.385517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:26.457974Z","caller":"traceutil/trace.go:171","msg":"trace[1312825573] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20245; }","duration":"223.531261ms","start":"2026-04-28T07:48:26.234428Z","end":"2026-04-28T07:48:26.457959Z","steps":["trace[1312825573] 'agreement among raft nodes before linearized reading' (duration: 223.396528ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:26.457813Z","caller":"traceutil/trace.go:171","msg":"trace[908269916] transaction","detail":"{read_only:false; response_revision:20245; number_of_response:1; }","duration":"227.679307ms","start":"2026-04-28T07:48:26.230101Z","end":"2026-04-28T07:48:26.457781Z","steps":["trace[908269916] 'process raft request' (duration: 227.380238ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:26.560986Z","caller":"traceutil/trace.go:171","msg":"trace[346333356] transaction","detail":"{read_only:false; response_revision:20246; number_of_response:1; }","duration":"317.732279ms","start":"2026-04-28T07:48:26.243224Z","end":"2026-04-28T07:48:26.560956Z","steps":["trace[346333356] 'process raft request' (duration: 317.436261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:26.561146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:26.243191Z","time spent":"317.868042ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:26.561375Z","caller":"traceutil/trace.go:171","msg":"trace[568360630] transaction","detail":"{read_only:false; response_revision:20247; number_of_response:1; }","duration":"315.037441ms","start":"2026-04-28T07:48:26.24631Z","end":"2026-04-28T07:48:26.561347Z","steps":["trace[568360630] 'process raft request' (duration: 314.561949ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:26.561464Z","caller":"traceutil/trace.go:171","msg":"trace[942354361] linearizableReadLoop","detail":"{readStateIndex:20866; appliedIndex:20861; }","duration":"103.642989ms","start":"2026-04-28T07:48:26.457791Z","end":"2026-04-28T07:48:26.561434Z","steps":["trace[942354361] 'read index received' (duration: 102.792396ms)","trace[942354361] 'applied index is now lower than readState.Index' (duration: 849.243µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:26.561561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:26.246289Z","time spent":"315.176624ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:48:26.561616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.755643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:26.561679Z","caller":"traceutil/trace.go:171","msg":"trace[745356923] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20250; }","duration":"312.835084ms","start":"2026-04-28T07:48:26.248829Z","end":"2026-04-28T07:48:26.561664Z","steps":["trace[745356923] 'agreement among raft nodes before linearized reading' (duration: 312.708931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:26.561732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:26.248821Z","time spent":"312.899217ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:48:26.561788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.521792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:48:26.561838Z","caller":"traceutil/trace.go:171","msg":"trace[2045041440] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20250; }","duration":"313.591713ms","start":"2026-04-28T07:48:26.248234Z","end":"2026-04-28T07:48:26.561826Z","steps":["trace[2045041440] 'agreement among raft nodes before linearized reading' (duration: 313.412689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:26.56189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:26.248225Z","time spent":"313.654566ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:48:26.561996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.360933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T07:48:26.562052Z","caller":"traceutil/trace.go:171","msg":"trace[795241759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20250; }","duration":"237.446946ms","start":"2026-04-28T07:48:26.324593Z","end":"2026-04-28T07:48:26.56204Z","steps":["trace[795241759] 'agreement among raft nodes before linearized reading' (duration: 237.283352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:26.562004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.403592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:48:26.562163Z","caller":"traceutil/trace.go:171","msg":"trace[146717225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20250; }","duration":"255.609017ms","start":"2026-04-28T07:48:26.306545Z","end":"2026-04-28T07:48:26.562154Z","steps":["trace[146717225] 'agreement among raft nodes before linearized reading' (duration: 255.3525ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:26.561769Z","caller":"traceutil/trace.go:171","msg":"trace[1608502728] transaction","detail":"{read_only:false; response_revision:20250; number_of_response:1; }","duration":"242.626457ms","start":"2026-04-28T07:48:26.319108Z","end":"2026-04-28T07:48:26.561734Z","steps":["trace[1608502728] 'process raft request' (duration: 242.239817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:26.562253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.026456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:26.562319Z","caller":"traceutil/trace.go:171","msg":"trace[1177189709] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20250; }","duration":"327.091538ms","start":"2026-04-28T07:48:26.235202Z","end":"2026-04-28T07:48:26.562293Z","steps":["trace[1177189709] 'agreement among raft nodes before linearized reading' (duration: 327.009126ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:26.562333Z","caller":"traceutil/trace.go:171","msg":"trace[580059282] transaction","detail":"{read_only:false; response_revision:20248; number_of_response:1; }","duration":"315.221716ms","start":"2026-04-28T07:48:26.247096Z","end":"2026-04-28T07:48:26.562318Z","steps":["trace[580059282] 'process raft request' (duration: 314.040815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:26.562356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:26.235194Z","time spent":"327.155369ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:48:26.562401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.116137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:26.562502Z","caller":"traceutil/trace.go:171","msg":"trace[1645644330] transaction","detail":"{read_only:false; response_revision:20249; number_of_response:1; }","duration":"313.742647ms","start":"2026-04-28T07:48:26.248747Z","end":"2026-04-28T07:48:26.56249Z","steps":["trace[1645644330] 'process raft request' (duration: 312.542797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:26.562527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.661171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:26.562554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:26.248735Z","time spent":"313.790649ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:48:26.56257Z","caller":"traceutil/trace.go:171","msg":"trace[1568775530] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20250; }","duration":"314.702332ms","start":"2026-04-28T07:48:26.247858Z","end":"2026-04-28T07:48:26.562561Z","steps":["trace[1568775530] 'agreement among raft nodes before linearized reading' (duration: 314.63595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:26.562605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:26.247826Z","time spent":"314.772624ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:48:26.562778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.475622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:26.56281Z","caller":"traceutil/trace.go:171","msg":"trace[1137680156] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20250; }","duration":"315.527143ms","start":"2026-04-28T07:48:26.247275Z","end":"2026-04-28T07:48:26.562803Z","steps":["trace[1137680156] 'agreement among raft nodes before linearized reading' (duration: 315.474762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:26.562842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:26.247268Z","time spent":"315.568935ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:48:26.56293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.405957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:26.562962Z","caller":"traceutil/trace.go:171","msg":"trace[1923804966] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20250; }","duration":"320.452328ms","start":"2026-04-28T07:48:26.242501Z","end":"2026-04-28T07:48:26.562953Z","steps":["trace[1923804966] 'agreement among raft nodes before linearized reading' (duration: 320.408066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:26.562994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.720224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:26.563036Z","caller":"traceutil/trace.go:171","msg":"trace[556969670] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20250; }","duration":"327.807425ms","start":"2026-04-28T07:48:26.235219Z","end":"2026-04-28T07:48:26.563027Z","steps":["trace[556969670] 'agreement among raft nodes before linearized reading' (duration: 327.709223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:26.563089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:26.23521Z","time spent":"327.872097ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:48:26.562529Z","caller":"traceutil/trace.go:171","msg":"trace[473519641] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20250; }","duration":"314.292081ms","start":"2026-04-28T07:48:26.248201Z","end":"2026-04-28T07:48:26.562493Z","steps":["trace[473519641] 'agreement among raft nodes before linearized reading' (duration: 314.009024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:26.563254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:26.248169Z","time spent":"315.069081ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:48:26.563262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.992129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:48:26.563316Z","caller":"traceutil/trace.go:171","msg":"trace[564751063] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20250; }","duration":"326.06125ms","start":"2026-04-28T07:48:26.237242Z","end":"2026-04-28T07:48:26.563304Z","steps":["trace[564751063] 'agreement among raft nodes before linearized reading' (duration: 325.888926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:26.562456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:26.247081Z","time spent":"315.295427ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:48:26.563002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:26.242492Z","time spent":"320.5012ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"warn","ts":"2026-04-28T07:48:26.563365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:48:26.237235Z","time spent":"326.119362ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5029,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-04-28T07:48:26.567135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.68885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T07:48:26.567207Z","caller":"traceutil/trace.go:171","msg":"trace[1586957530] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20250; }","duration":"169.814204ms","start":"2026-04-28T07:48:26.397375Z","end":"2026-04-28T07:48:26.567189Z","steps":["trace[1586957530] 'agreement among raft nodes before linearized reading' (duration: 164.653962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:26.839194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.511047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:48:26.839318Z","caller":"traceutil/trace.go:171","msg":"trace[167472398] transaction","detail":"{read_only:false; response_revision:20251; number_of_response:1; }","duration":"271.619506ms","start":"2026-04-28T07:48:26.567676Z","end":"2026-04-28T07:48:26.839296Z","steps":["trace[167472398] 'process raft request' (duration: 90.918415ms)","trace[167472398] 'compare' (duration: 180.382893ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:26.84326Z","caller":"traceutil/trace.go:171","msg":"trace[285843731] linearizableReadLoop","detail":"{readStateIndex:20870; appliedIndex:20867; }","duration":"179.768877ms","start":"2026-04-28T07:48:26.663475Z","end":"2026-04-28T07:48:26.843244Z","steps":["trace[285843731] 'read index received' (duration: 179.547811ms)","trace[285843731] 'applied index is now lower than readState.Index' (duration: 220.216µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:26.843362Z","caller":"traceutil/trace.go:171","msg":"trace[944378886] transaction","detail":"{read_only:false; response_revision:20252; number_of_response:1; }","duration":"274.084509ms","start":"2026-04-28T07:48:26.569266Z","end":"2026-04-28T07:48:26.843351Z","steps":["trace[944378886] 'process raft request' (duration: 273.816572ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:26.843576Z","caller":"traceutil/trace.go:171","msg":"trace[958391063] transaction","detail":"{read_only:false; response_revision:20253; number_of_response:1; }","duration":"271.40554ms","start":"2026-04-28T07:48:26.572128Z","end":"2026-04-28T07:48:26.843533Z","steps":["trace[958391063] 'process raft request' (duration: 271.036431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:26.843625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.924813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:26.843687Z","caller":"traceutil/trace.go:171","msg":"trace[1587049602] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20254; }","duration":"142.033266ms","start":"2026-04-28T07:48:26.701637Z","end":"2026-04-28T07:48:26.84367Z","steps":["trace[1587049602] 'agreement among raft nodes before linearized reading' (duration: 141.913763ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:26.843696Z","caller":"traceutil/trace.go:171","msg":"trace[919205233] transaction","detail":"{read_only:false; response_revision:20254; number_of_response:1; }","duration":"271.330208ms","start":"2026-04-28T07:48:26.572315Z","end":"2026-04-28T07:48:26.843645Z","steps":["trace[919205233] 'process raft request' (duration: 270.891527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:26.844308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.089285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:26.844381Z","caller":"traceutil/trace.go:171","msg":"trace[337954986] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:20254; }","duration":"180.906836ms","start":"2026-04-28T07:48:26.663458Z","end":"2026-04-28T07:48:26.844365Z","steps":["trace[337954986] 'agreement among raft nodes before linearized reading' (duration: 179.999902ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:30.692385Z","caller":"traceutil/trace.go:171","msg":"trace[13436217] linearizableReadLoop","detail":"{readStateIndex:20892; appliedIndex:20891; }","duration":"115.812958ms","start":"2026-04-28T07:48:30.576547Z","end":"2026-04-28T07:48:30.69236Z","steps":["trace[13436217] 'read index received' (duration: 115.654314ms)","trace[13436217] 'applied index is now lower than readState.Index' (duration: 157.654µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:30.692527Z","caller":"traceutil/trace.go:171","msg":"trace[196545636] transaction","detail":"{read_only:false; response_revision:20275; number_of_response:1; }","duration":"116.038904ms","start":"2026-04-28T07:48:30.576466Z","end":"2026-04-28T07:48:30.692505Z","steps":["trace[196545636] 'process raft request' (duration: 115.694425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:30.69262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.047394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:30.69267Z","caller":"traceutil/trace.go:171","msg":"trace[117957237] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20275; }","duration":"116.134616ms","start":"2026-04-28T07:48:30.576524Z","end":"2026-04-28T07:48:30.692659Z","steps":["trace[117957237] 'agreement among raft nodes before linearized reading' (duration: 116.034094ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:30.694127Z","caller":"traceutil/trace.go:171","msg":"trace[970382331] transaction","detail":"{read_only:false; response_revision:20276; number_of_response:1; }","duration":"115.527631ms","start":"2026-04-28T07:48:30.578569Z","end":"2026-04-28T07:48:30.694097Z","steps":["trace[970382331] 'process raft request' (duration: 115.276554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:30.694422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.332277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:30.694481Z","caller":"traceutil/trace.go:171","msg":"trace[1635257363] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20278; }","duration":"117.43847ms","start":"2026-04-28T07:48:30.57703Z","end":"2026-04-28T07:48:30.694468Z","steps":["trace[1635257363] 'agreement among raft nodes before linearized reading' (duration: 117.305607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:30.694543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.555142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:30.694583Z","caller":"traceutil/trace.go:171","msg":"trace[2146777848] transaction","detail":"{read_only:false; response_revision:20277; number_of_response:1; }","duration":"115.9104ms","start":"2026-04-28T07:48:30.57866Z","end":"2026-04-28T07:48:30.69457Z","steps":["trace[2146777848] 'process raft request' (duration: 115.336776ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:30.694759Z","caller":"traceutil/trace.go:171","msg":"trace[575209045] transaction","detail":"{read_only:false; response_revision:20278; number_of_response:1; }","duration":"114.875415ms","start":"2026-04-28T07:48:30.57987Z","end":"2026-04-28T07:48:30.694746Z","steps":["trace[575209045] 'process raft request' (duration: 114.386303ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:30.69459Z","caller":"traceutil/trace.go:171","msg":"trace[1799514363] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20278; }","duration":"115.631334ms","start":"2026-04-28T07:48:30.578947Z","end":"2026-04-28T07:48:30.694579Z","steps":["trace[1799514363] 'agreement among raft nodes before linearized reading' (duration: 115.557182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:30.694832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.116542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:30.694882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.281356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:48:30.69494Z","caller":"traceutil/trace.go:171","msg":"trace[1850163555] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:20278; }","duration":"117.274446ms","start":"2026-04-28T07:48:30.577642Z","end":"2026-04-28T07:48:30.694916Z","steps":["trace[1850163555] 'agreement among raft nodes before linearized reading' (duration: 117.087221ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:30.69495Z","caller":"traceutil/trace.go:171","msg":"trace[756975133] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20278; }","duration":"117.383059ms","start":"2026-04-28T07:48:30.577548Z","end":"2026-04-28T07:48:30.694931Z","steps":["trace[756975133] 'agreement among raft nodes before linearized reading' (duration: 117.120092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:30.694899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.674744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:48:30.695045Z","caller":"traceutil/trace.go:171","msg":"trace[243341691] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20278; }","duration":"115.840689ms","start":"2026-04-28T07:48:30.579189Z","end":"2026-04-28T07:48:30.69503Z","steps":["trace[243341691] 'agreement among raft nodes before linearized reading' (duration: 115.425539ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:45.749195Z","caller":"traceutil/trace.go:171","msg":"trace[1592576351] transaction","detail":"{read_only:false; response_revision:20388; number_of_response:1; }","duration":"125.918086ms","start":"2026-04-28T07:48:45.623238Z","end":"2026-04-28T07:48:45.749156Z","steps":["trace[1592576351] 'process raft request' (duration: 83.319932ms)","trace[1592576351] 'compare' (duration: 42.224415ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:45.927682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.734599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:45.927747Z","caller":"traceutil/trace.go:171","msg":"trace[1725498630] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20389; }","duration":"240.871582ms","start":"2026-04-28T07:48:45.686862Z","end":"2026-04-28T07:48:45.927734Z","steps":["trace[1725498630] 'agreement among raft nodes before linearized reading' (duration: 240.780309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:45.927686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.948899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:45.927882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.000955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:48:45.927944Z","caller":"traceutil/trace.go:171","msg":"trace[1438924535] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20389; }","duration":"239.057607ms","start":"2026-04-28T07:48:45.688869Z","end":"2026-04-28T07:48:45.927926Z","steps":["trace[1438924535] 'agreement among raft nodes before linearized reading' (duration: 238.860362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:45.927958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.330107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-04-28T07:48:45.928115Z","caller":"traceutil/trace.go:171","msg":"trace[1495156246] transaction","detail":"{read_only:false; response_revision:20389; number_of_response:1; }","duration":"193.999819ms","start":"2026-04-28T07:48:45.734102Z","end":"2026-04-28T07:48:45.928102Z","steps":["trace[1495156246] 'process raft request' (duration: 149.149567ms)","trace[1495156246] 'compare' (duration: 43.98752ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:45.928188Z","caller":"traceutil/trace.go:171","msg":"trace[1666850359] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:20389; }","duration":"238.589014ms","start":"2026-04-28T07:48:45.689535Z","end":"2026-04-28T07:48:45.928124Z","steps":["trace[1666850359] 'agreement among raft nodes before linearized reading' (duration: 238.04054ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:45.927904Z","caller":"traceutil/trace.go:171","msg":"trace[1821937431] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:20389; }","duration":"240.214676ms","start":"2026-04-28T07:48:45.687683Z","end":"2026-04-28T07:48:45.927898Z","steps":["trace[1821937431] 'agreement among raft nodes before linearized reading' (duration: 239.912268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:45.928078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.815199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:48:45.928369Z","caller":"traceutil/trace.go:171","msg":"trace[1801856797] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20389; }","duration":"226.125887ms","start":"2026-04-28T07:48:45.702235Z","end":"2026-04-28T07:48:45.928361Z","steps":["trace[1801856797] 'agreement among raft nodes before linearized reading' (duration: 225.82114ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:45.928406Z","caller":"traceutil/trace.go:171","msg":"trace[2004149065] linearizableReadLoop","detail":"{readStateIndex:21009; appliedIndex:21008; }","duration":"178.428223ms","start":"2026-04-28T07:48:45.749108Z","end":"2026-04-28T07:48:45.927537Z","steps":["trace[2004149065] 'read index received' (duration: 134.023022ms)","trace[2004149065] 'applied index is now lower than readState.Index' (duration: 44.403551ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:48:45.928539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.783331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T07:48:45.92857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.744664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:48:45.92863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.582284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-04-28T07:48:45.92869Z","caller":"traceutil/trace.go:171","msg":"trace[757117078] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:20389; }","duration":"174.640116ms","start":"2026-04-28T07:48:45.754039Z","end":"2026-04-28T07:48:45.92868Z","steps":["trace[757117078] 'agreement among raft nodes before linearized reading' (duration: 174.533913ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:45.928692Z","caller":"traceutil/trace.go:171","msg":"trace[745980859] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:20389; }","duration":"241.871657ms","start":"2026-04-28T07:48:45.686783Z","end":"2026-04-28T07:48:45.928655Z","steps":["trace[745980859] 'agreement among raft nodes before linearized reading' (duration: 241.660112ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:48:45.928637Z","caller":"traceutil/trace.go:171","msg":"trace[1537445235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20389; }","duration":"231.983466ms","start":"2026-04-28T07:48:45.696634Z","end":"2026-04-28T07:48:45.928618Z","steps":["trace[1537445235] 'agreement among raft nodes before linearized reading' (duration: 231.711319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:45.928849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.722868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-04-28T07:48:45.928944Z","caller":"traceutil/trace.go:171","msg":"trace[1013207718] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/openstack/octavia-amphora-ssh-key; range_end:; response_count:1; response_revision:20389; }","duration":"174.897572ms","start":"2026-04-28T07:48:45.754019Z","end":"2026-04-28T07:48:45.928916Z","steps":["trace[1013207718] 'agreement among raft nodes before linearized reading' (duration: 174.560754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:48:46.171482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.866594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:48:46.171734Z","caller":"traceutil/trace.go:171","msg":"trace[1270032469] transaction","detail":"{read_only:false; response_revision:20391; number_of_response:1; }","duration":"151.329783ms","start":"2026-04-28T07:48:46.020374Z","end":"2026-04-28T07:48:46.171704Z","steps":["trace[1270032469] 'process raft request' (duration: 49.183532ms)","trace[1270032469] 'compare' (duration: 101.770111ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:48:46.17188Z","caller":"traceutil/trace.go:171","msg":"trace[210786862] transaction","detail":"{read_only:false; response_revision:20392; number_of_response:1; }","duration":"147.935396ms","start":"2026-04-28T07:48:46.023892Z","end":"2026-04-28T07:48:46.171828Z","steps":["trace[210786862] 'process raft request' (duration: 147.68111ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:05.789306Z","caller":"traceutil/trace.go:171","msg":"trace[278751655] linearizableReadLoop","detail":"{readStateIndex:21994; appliedIndex:21993; }","duration":"128.346987ms","start":"2026-04-28T07:50:05.660925Z","end":"2026-04-28T07:50:05.789272Z","steps":["trace[278751655] 'read index received' (duration: 128.04779ms)","trace[278751655] 'applied index is now lower than readState.Index' (duration: 297.677µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:05.789705Z","caller":"traceutil/trace.go:171","msg":"trace[350147577] transaction","detail":"{read_only:false; response_revision:21353; number_of_response:1; }","duration":"241.538219ms","start":"2026-04-28T07:50:05.548048Z","end":"2026-04-28T07:50:05.789586Z","steps":["trace[350147577] 'process raft request' (duration: 240.968495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:05.78987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.909492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-04-28T07:50:05.78998Z","caller":"traceutil/trace.go:171","msg":"trace[1684810821] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:21353; }","duration":"129.105427ms","start":"2026-04-28T07:50:05.660855Z","end":"2026-04-28T07:50:05.78996Z","steps":["trace[1684810821] 'agreement among raft nodes before linearized reading' (duration: 128.738697ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:06.346535Z","caller":"traceutil/trace.go:171","msg":"trace[1128758040] transaction","detail":"{read_only:false; response_revision:21354; number_of_response:1; }","duration":"410.569833ms","start":"2026-04-28T07:50:05.935932Z","end":"2026-04-28T07:50:06.346502Z","steps":["trace[1128758040] 'process raft request' (duration: 410.353896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:06.346755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:05.935899Z","time spent":"410.765358ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7253,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:06.742942Z","caller":"traceutil/trace.go:171","msg":"trace[386553275] linearizableReadLoop","detail":"{readStateIndex:21996; appliedIndex:21994; }","duration":"666.97965ms","start":"2026-04-28T07:50:06.075936Z","end":"2026-04-28T07:50:06.742915Z","steps":["trace[386553275] 'read index received' (duration: 270.323972ms)","trace[386553275] 'applied index is now lower than readState.Index' (duration: 396.654378ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:06.743308Z","caller":"traceutil/trace.go:171","msg":"trace[24375350] transaction","detail":"{read_only:false; response_revision:21355; number_of_response:1; }","duration":"784.227096ms","start":"2026-04-28T07:50:05.959067Z","end":"2026-04-28T07:50:06.743295Z","steps":["trace[24375350] 'process raft request' (duration: 783.671182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:06.743422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:05.959034Z","time spent":"784.309027ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:06.74375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.810651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T07:50:06.743794Z","caller":"traceutil/trace.go:171","msg":"trace[580313671] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:21355; }","duration":"667.895853ms","start":"2026-04-28T07:50:06.075889Z","end":"2026-04-28T07:50:06.743785Z","steps":["trace[580313671] 'agreement among raft nodes before linearized reading' (duration: 667.660557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:06.74383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:06.075864Z","time spent":"667.958215ms","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":255,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:06.785513Z","caller":"traceutil/trace.go:171","msg":"trace[430309101] transaction","detail":"{read_only:false; response_revision:21356; number_of_response:1; }","duration":"267.451749ms","start":"2026-04-28T07:50:06.518026Z","end":"2026-04-28T07:50:06.785477Z","steps":["trace[430309101] 'process raft request' (duration: 267.135651ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:06.785637Z","caller":"traceutil/trace.go:171","msg":"trace[254464092] transaction","detail":"{read_only:false; response_revision:21357; number_of_response:1; }","duration":"266.615988ms","start":"2026-04-28T07:50:06.519011Z","end":"2026-04-28T07:50:06.785627Z","steps":["trace[254464092] 'process raft request' (duration: 266.380592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:06.785681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.50992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:06.78574Z","caller":"traceutil/trace.go:171","msg":"trace[1616513981] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:21357; }","duration":"397.611133ms","start":"2026-04-28T07:50:06.388113Z","end":"2026-04-28T07:50:06.785724Z","steps":["trace[1616513981] 'agreement among raft nodes before linearized reading' (duration: 397.48464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:06.785778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:06.388094Z","time spent":"397.674914ms","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:06.785908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.467403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:50:06.785933Z","caller":"traceutil/trace.go:171","msg":"trace[1845797936] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21357; }","duration":"328.535054ms","start":"2026-04-28T07:50:06.457391Z","end":"2026-04-28T07:50:06.785926Z","steps":["trace[1845797936] 'agreement among raft nodes before linearized reading' (duration: 328.457552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:06.785965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:06.457369Z","time spent":"328.588675ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:50:07.212712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.69801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-service-sxx52\" ","response":"range_response_count:1 size:8031"} {"level":"info","ts":"2026-04-28T07:50:07.212799Z","caller":"traceutil/trace.go:171","msg":"trace[2056042853] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-service-sxx52; range_end:; response_count:1; response_revision:21359; }","duration":"244.836514ms","start":"2026-04-28T07:50:06.967942Z","end":"2026-04-28T07:50:07.212779Z","steps":["trace[2056042853] 'range keys from in-memory index tree' (duration: 244.444334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.2132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.964147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-04-28T07:50:07.213241Z","caller":"traceutil/trace.go:171","msg":"trace[2006001522] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:21359; }","duration":"236.07911ms","start":"2026-04-28T07:50:06.977152Z","end":"2026-04-28T07:50:07.213231Z","steps":["trace[2006001522] 'range keys from in-memory index tree' (duration: 235.793363ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:07.369413Z","caller":"traceutil/trace.go:171","msg":"trace[285857497] transaction","detail":"{read_only:false; response_revision:21360; number_of_response:1; }","duration":"298.936451ms","start":"2026-04-28T07:50:07.070448Z","end":"2026-04-28T07:50:07.369384Z","steps":["trace[285857497] 'process raft request' (duration: 298.737226ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:07.806413Z","caller":"traceutil/trace.go:171","msg":"trace[172761927] transaction","detail":"{read_only:false; response_revision:21361; number_of_response:1; }","duration":"730.146558ms","start":"2026-04-28T07:50:07.076236Z","end":"2026-04-28T07:50:07.806382Z","steps":["trace[172761927] 'process raft request' (duration: 729.82089ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:07.806444Z","caller":"traceutil/trace.go:171","msg":"trace[415564609] transaction","detail":"{read_only:false; response_revision:21363; number_of_response:1; }","duration":"707.674707ms","start":"2026-04-28T07:50:07.098735Z","end":"2026-04-28T07:50:07.806409Z","steps":["trace[415564609] 'process raft request' (duration: 707.517593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.806581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.07623Z","time spent":"730.266072ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:07.80664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.098712Z","time spent":"707.82656ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:07.806661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.249601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T07:50:07.806697Z","caller":"traceutil/trace.go:171","msg":"trace[725607462] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21366; }","duration":"730.317803ms","start":"2026-04-28T07:50:07.07637Z","end":"2026-04-28T07:50:07.806687Z","steps":["trace[725607462] 'agreement among raft nodes before linearized reading' (duration: 730.135749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.806727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.07635Z","time spent":"730.370225ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:50:07.806786Z","caller":"traceutil/trace.go:171","msg":"trace[137571905] transaction","detail":"{read_only:false; response_revision:21362; number_of_response:1; }","duration":"714.084859ms","start":"2026-04-28T07:50:07.092693Z","end":"2026-04-28T07:50:07.806778Z","steps":["trace[137571905] 'process raft request' (duration: 713.520995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.806829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.09268Z","time spent":"714.125731ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:07.806906Z","caller":"traceutil/trace.go:171","msg":"trace[1303427964] transaction","detail":"{read_only:false; response_revision:21364; number_of_response:1; }","duration":"706.632009ms","start":"2026-04-28T07:50:07.100262Z","end":"2026-04-28T07:50:07.806894Z","steps":["trace[1303427964] 'process raft request' (duration: 706.030444ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:07.806464Z","caller":"traceutil/trace.go:171","msg":"trace[1623694045] linearizableReadLoop","detail":"{readStateIndex:22002; appliedIndex:22000; }","duration":"730.038986ms","start":"2026-04-28T07:50:07.076409Z","end":"2026-04-28T07:50:07.806448Z","steps":["trace[1623694045] 'read index received' (duration: 292.784364ms)","trace[1623694045] 'applied index is now lower than readState.Index' (duration: 437.253002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:07.806957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.100254Z","time spent":"706.670351ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:07.807061Z","caller":"traceutil/trace.go:171","msg":"trace[2119500873] transaction","detail":"{read_only:false; response_revision:21365; number_of_response:1; }","duration":"584.200453ms","start":"2026-04-28T07:50:07.222846Z","end":"2026-04-28T07:50:07.807046Z","steps":["trace[2119500873] 'process raft request' (duration: 583.489795ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:07.807084Z","caller":"traceutil/trace.go:171","msg":"trace[1391054324] transaction","detail":"{read_only:false; response_revision:21366; number_of_response:1; }","duration":"540.683805ms","start":"2026-04-28T07:50:07.26639Z","end":"2026-04-28T07:50:07.807074Z","steps":["trace[1391054324] 'process raft request' (duration: 540.013128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.807138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.266373Z","time spent":"540.740397ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:07.807129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.222826Z","time spent":"584.267975ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8199,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:07.829888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.139655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:07.829943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.724573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:07.829987Z","caller":"traceutil/trace.go:171","msg":"trace[679308570] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21367; }","duration":"484.281319ms","start":"2026-04-28T07:50:07.345682Z","end":"2026-04-28T07:50:07.829963Z","steps":["trace[679308570] 'agreement among raft nodes before linearized reading' (duration: 484.121485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.829978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.032597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:07.830026Z","caller":"traceutil/trace.go:171","msg":"trace[36925074] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21367; }","duration":"512.834586ms","start":"2026-04-28T07:50:07.317168Z","end":"2026-04-28T07:50:07.830003Z","steps":["trace[36925074] 'agreement among raft nodes before linearized reading' (duration: 512.674922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.830038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.345671Z","time spent":"484.358601ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:07.83006Z","caller":"traceutil/trace.go:171","msg":"trace[1772784218] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21367; }","duration":"483.142729ms","start":"2026-04-28T07:50:07.346896Z","end":"2026-04-28T07:50:07.830039Z","steps":["trace[1772784218] 'agreement among raft nodes before linearized reading' (duration: 482.887563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.830104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.906772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:07.830129Z","caller":"traceutil/trace.go:171","msg":"trace[2132379269] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21367; }","duration":"487.948272ms","start":"2026-04-28T07:50:07.342175Z","end":"2026-04-28T07:50:07.830123Z","steps":["trace[2132379269] 'agreement among raft nodes before linearized reading' (duration: 487.909381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.830122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.346886Z","time spent":"483.225852ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:07.83015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.071439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:07.830183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.909713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:07.830194Z","caller":"traceutil/trace.go:171","msg":"trace[400584799] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21367; }","duration":"485.121871ms","start":"2026-04-28T07:50:07.345057Z","end":"2026-04-28T07:50:07.830179Z","steps":["trace[400584799] 'agreement among raft nodes before linearized reading' (duration: 484.938686ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:07.830202Z","caller":"traceutil/trace.go:171","msg":"trace[995952583] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:21367; }","duration":"489.962654ms","start":"2026-04-28T07:50:07.340232Z","end":"2026-04-28T07:50:07.830195Z","steps":["trace[995952583] 'agreement among raft nodes before linearized reading' (duration: 489.923743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.830229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.340218Z","time spent":"490.006065ms","remote":"127.0.0.1:35976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:07.830233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.34505Z","time spent":"485.174902ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:07.830235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.8223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/manila-ks-user-g66wd\" ","response":"range_response_count:1 size:2707"} {"level":"info","ts":"2026-04-28T07:50:07.83028Z","caller":"traceutil/trace.go:171","msg":"trace[1623446881] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/manila-ks-user-g66wd; range_end:; response_count:1; response_revision:21367; }","duration":"738.889092ms","start":"2026-04-28T07:50:07.091375Z","end":"2026-04-28T07:50:07.830264Z","steps":["trace[1623446881] 'agreement among raft nodes before linearized reading' (duration: 738.756129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.830318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.091361Z","time spent":"738.948233ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2729,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/manila-ks-user-g66wd\" "} {"level":"warn","ts":"2026-04-28T07:50:07.830361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.91737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:07.83039Z","caller":"traceutil/trace.go:171","msg":"trace[345003891] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21367; }","duration":"485.945001ms","start":"2026-04-28T07:50:07.344435Z","end":"2026-04-28T07:50:07.83038Z","steps":["trace[345003891] 'agreement among raft nodes before linearized reading' (duration: 485.89597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.829944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.017329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:07.830419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.344403Z","time spent":"486.007733ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:07.830429Z","caller":"traceutil/trace.go:171","msg":"trace[1761027566] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21367; }","duration":"487.529602ms","start":"2026-04-28T07:50:07.342893Z","end":"2026-04-28T07:50:07.830423Z","steps":["trace[1761027566] 'agreement among raft nodes before linearized reading' (duration: 486.989748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.830448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.342887Z","time spent":"487.556292ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:07.830542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.475673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:07.830145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.342168Z","time spent":"487.974143ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:07.830589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.235619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:07.830589Z","caller":"traceutil/trace.go:171","msg":"trace[1223212267] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21367; }","duration":"513.602116ms","start":"2026-04-28T07:50:07.316972Z","end":"2026-04-28T07:50:07.830574Z","steps":["trace[1223212267] 'agreement among raft nodes before linearized reading' (duration: 513.512813ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:07.830605Z","caller":"traceutil/trace.go:171","msg":"trace[779250850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21367; }","duration":"127.30511ms","start":"2026-04-28T07:50:07.703295Z","end":"2026-04-28T07:50:07.8306Z","steps":["trace[779250850] 'agreement among raft nodes before linearized reading' (duration: 127.27319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.830617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.316959Z","time spent":"513.649877ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:07.830727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.478883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:07.830748Z","caller":"traceutil/trace.go:171","msg":"trace[376878802] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:21367; }","duration":"176.556875ms","start":"2026-04-28T07:50:07.654185Z","end":"2026-04-28T07:50:07.830742Z","steps":["trace[376878802] 'agreement among raft nodes before linearized reading' (duration: 176.514774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.830557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.062738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T07:50:07.830812Z","caller":"traceutil/trace.go:171","msg":"trace[929959409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21367; }","duration":"441.334935ms","start":"2026-04-28T07:50:07.389461Z","end":"2026-04-28T07:50:07.830796Z","steps":["trace[929959409] 'agreement among raft nodes before linearized reading' (duration: 441.049818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.830855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.389445Z","time spent":"441.397816ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:50:07.830876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.980466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T07:50:07.830893Z","caller":"traceutil/trace.go:171","msg":"trace[1918529354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21367; }","duration":"441.007787ms","start":"2026-04-28T07:50:07.38988Z","end":"2026-04-28T07:50:07.830887Z","steps":["trace[1918529354] 'agreement among raft nodes before linearized reading' (duration: 440.956305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.830912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.389874Z","time spent":"441.034998ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:07.830544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.264568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-04-28T07:50:07.83105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.559075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:07.831093Z","caller":"traceutil/trace.go:171","msg":"trace[431955666] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21367; }","duration":"515.638037ms","start":"2026-04-28T07:50:07.315445Z","end":"2026-04-28T07:50:07.831083Z","steps":["trace[431955666] 'agreement among raft nodes before linearized reading' (duration: 515.241387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:07.831131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.315425Z","time spent":"515.69452ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:07.830066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:07.317164Z","time spent":"512.896428ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:07.831049Z","caller":"traceutil/trace.go:171","msg":"trace[632345199] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:21367; }","duration":"112.76733ms","start":"2026-04-28T07:50:07.718268Z","end":"2026-04-28T07:50:07.831036Z","steps":["trace[632345199] 'agreement among raft nodes before linearized reading' (duration: 112.167025ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:08.052253Z","caller":"traceutil/trace.go:171","msg":"trace[1978481445] transaction","detail":"{read_only:false; response_revision:21369; number_of_response:1; }","duration":"213.782633ms","start":"2026-04-28T07:50:07.838444Z","end":"2026-04-28T07:50:08.052226Z","steps":["trace[1978481445] 'process raft request' (duration: 130.804691ms)","trace[1978481445] 'compare' (duration: 82.630233ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:08.052571Z","caller":"traceutil/trace.go:171","msg":"trace[1713204466] linearizableReadLoop","detail":"{readStateIndex:22012; appliedIndex:22009; }","duration":"193.192599ms","start":"2026-04-28T07:50:07.859346Z","end":"2026-04-28T07:50:08.052538Z","steps":["trace[1713204466] 'read index received' (duration: 109.820376ms)","trace[1713204466] 'applied index is now lower than readState.Index' (duration: 83.371162ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:08.052707Z","caller":"traceutil/trace.go:171","msg":"trace[473368872] transaction","detail":"{read_only:false; response_revision:21370; number_of_response:1; }","duration":"214.114471ms","start":"2026-04-28T07:50:07.838579Z","end":"2026-04-28T07:50:08.052693Z","steps":["trace[473368872] 'process raft request' (duration: 213.574187ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:08.053848Z","caller":"traceutil/trace.go:171","msg":"trace[1746570740] transaction","detail":"{read_only:false; response_revision:21371; number_of_response:1; }","duration":"214.005789ms","start":"2026-04-28T07:50:07.838714Z","end":"2026-04-28T07:50:08.05272Z","steps":["trace[1746570740] 'process raft request' (duration: 213.743342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:08.053902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.709553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:08.053935Z","caller":"traceutil/trace.go:171","msg":"trace[210966279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21371; }","duration":"217.944669ms","start":"2026-04-28T07:50:07.83598Z","end":"2026-04-28T07:50:08.053924Z","steps":["trace[210966279] 'agreement among raft nodes before linearized reading' (duration: 217.903528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:08.053857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.685069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:08.054128Z","caller":"traceutil/trace.go:171","msg":"trace[2025392397] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21371; }","duration":"156.994807ms","start":"2026-04-28T07:50:07.897117Z","end":"2026-04-28T07:50:08.054112Z","steps":["trace[2025392397] 'agreement among raft nodes before linearized reading' (duration: 155.92282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:08.572816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765160841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:09.073307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765160841,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:09.133295Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.069782585s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:50:09.162266Z","caller":"traceutil/trace.go:171","msg":"trace[1845528229] transaction","detail":"{read_only:false; response_revision:21372; number_of_response:1; }","duration":"1.098841436s","start":"2026-04-28T07:50:08.063383Z","end":"2026-04-28T07:50:09.162224Z","steps":["trace[1845528229] 'process raft request' (duration: 1.070211426s)","trace[1845528229] 'compare' (duration: 28.060754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:09.162946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:08.063369Z","time spent":"1.099497443s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9167,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:09.486374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.165054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:09.4867Z","caller":"traceutil/trace.go:171","msg":"trace[525216515] transaction","detail":"{read_only:false; response_revision:21375; number_of_response:1; }","duration":"694.519251ms","start":"2026-04-28T07:50:08.792158Z","end":"2026-04-28T07:50:09.486677Z","steps":["trace[525216515] 'process raft request' (duration: 694.379767ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:09.486731Z","caller":"traceutil/trace.go:171","msg":"trace[590480148] linearizableReadLoop","detail":"{readStateIndex:22018; appliedIndex:22012; }","duration":"1.414277335s","start":"2026-04-28T07:50:08.07244Z","end":"2026-04-28T07:50:09.486717Z","steps":["trace[590480148] 'read index received' (duration: 1.061174055s)","trace[590480148] 'applied index is now lower than readState.Index' (duration: 353.10212ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:09.486717Z","caller":"traceutil/trace.go:171","msg":"trace[930627644] transaction","detail":"{read_only:false; response_revision:21374; number_of_response:1; }","duration":"695.23592ms","start":"2026-04-28T07:50:08.79144Z","end":"2026-04-28T07:50:09.486676Z","steps":["trace[930627644] 'process raft request' (duration: 695.036855ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:09.486802Z","caller":"traceutil/trace.go:171","msg":"trace[372401947] transaction","detail":"{read_only:false; response_revision:21376; number_of_response:1; }","duration":"666.491338ms","start":"2026-04-28T07:50:08.820304Z","end":"2026-04-28T07:50:09.486796Z","steps":["trace[372401947] 'process raft request' (duration: 666.271031ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:09.486823Z","caller":"traceutil/trace.go:171","msg":"trace[1006593916] transaction","detail":"{read_only:false; response_revision:21377; number_of_response:1; }","duration":"644.499979ms","start":"2026-04-28T07:50:08.842307Z","end":"2026-04-28T07:50:09.486807Z","steps":["trace[1006593916] 'process raft request' (duration: 644.316684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:09.486835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:08.820275Z","time spent":"666.541689ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6264,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:09.486875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:08.84227Z","time spent":"644.575661ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:09.48693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:08.791416Z","time spent":"695.398534ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:09.486936Z","caller":"traceutil/trace.go:171","msg":"trace[1839505792] transaction","detail":"{read_only:false; response_revision:21378; number_of_response:1; }","duration":"110.423092ms","start":"2026-04-28T07:50:09.376486Z","end":"2026-04-28T07:50:09.486909Z","steps":["trace[1839505792] 'process raft request' (duration: 110.200595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:09.487198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414757558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T07:50:09.487201Z","caller":"traceutil/trace.go:171","msg":"trace[597783897] transaction","detail":"{read_only:false; response_revision:21373; number_of_response:1; }","duration":"903.467972ms","start":"2026-04-28T07:50:08.583717Z","end":"2026-04-28T07:50:09.487185Z","steps":["trace[597783897] 'process raft request' (duration: 792.373483ms)","trace[597783897] 'compare' (duration: 110.00097ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:09.487232Z","caller":"traceutil/trace.go:171","msg":"trace[1522917174] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21378; }","duration":"1.41483258s","start":"2026-04-28T07:50:08.07239Z","end":"2026-04-28T07:50:09.487222Z","steps":["trace[1522917174] 'agreement among raft nodes before linearized reading' (duration: 1.414686196s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:09.487265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:08.072371Z","time spent":"1.414884371s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:50:09.487267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:08.583685Z","time spent":"903.546764ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:09.486765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:08.792149Z","time spent":"694.583603ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:09.487395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14576951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:09.487439Z","caller":"traceutil/trace.go:171","msg":"trace[1897131404] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21378; }","duration":"1.145853472s","start":"2026-04-28T07:50:08.341571Z","end":"2026-04-28T07:50:09.487425Z","steps":["trace[1897131404] 'agreement among raft nodes before linearized reading' (duration: 1.145763539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:09.487467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:08.341555Z","time spent":"1.145902744s","remote":"127.0.0.1:46794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:09.487744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.666588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:50:09.487771Z","caller":"traceutil/trace.go:171","msg":"trace[2072033892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21378; }","duration":"581.694159ms","start":"2026-04-28T07:50:08.90607Z","end":"2026-04-28T07:50:09.487764Z","steps":["trace[2072033892] 'agreement among raft nodes before linearized reading' (duration: 581.424812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:09.487791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:08.906008Z","time spent":"581.777892ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:09.487809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.608011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-04-28T07:50:09.48783Z","caller":"traceutil/trace.go:171","msg":"trace[984615799] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:21378; }","duration":"263.659033ms","start":"2026-04-28T07:50:09.224165Z","end":"2026-04-28T07:50:09.487824Z","steps":["trace[984615799] 'agreement among raft nodes before linearized reading' (duration: 263.595361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:09.487912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.834639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:50:09.487937Z","caller":"traceutil/trace.go:171","msg":"trace[1321924427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21378; }","duration":"615.948371ms","start":"2026-04-28T07:50:08.871982Z","end":"2026-04-28T07:50:09.48793Z","steps":["trace[1321924427] 'agreement among raft nodes before linearized reading' (duration: 615.834328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:09.487958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:08.871955Z","time spent":"615.997933ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:50:09.488276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.845587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:09.488299Z","caller":"traceutil/trace.go:171","msg":"trace[2044504029] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:21378; }","duration":"829.914098ms","start":"2026-04-28T07:50:08.658377Z","end":"2026-04-28T07:50:09.488291Z","steps":["trace[2044504029] 'agreement among raft nodes before linearized reading' (duration: 829.874817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:09.488317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:08.658351Z","time spent":"829.96204ms","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T07:50:09.488451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.637766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-04-28T07:50:09.488468Z","caller":"traceutil/trace.go:171","msg":"trace[1611025791] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:21378; }","duration":"696.670047ms","start":"2026-04-28T07:50:08.79179Z","end":"2026-04-28T07:50:09.48846Z","steps":["trace[1611025791] 'agreement among raft nodes before linearized reading' (duration: 696.620025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:09.48848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:08.791783Z","time spent":"696.693497ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7293,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:09.487936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.250524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"warn","ts":"2026-04-28T07:50:09.488788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.806962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-28T07:50:09.488805Z","caller":"traceutil/trace.go:171","msg":"trace[1456195843] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:21378; }","duration":"777.829282ms","start":"2026-04-28T07:50:08.710971Z","end":"2026-04-28T07:50:09.4888Z","steps":["trace[1456195843] 'agreement among raft nodes before linearized reading' (duration: 777.770861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:09.488818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:08.710947Z","time spent":"777.867063ms","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-04-28T07:50:09.48886Z","caller":"traceutil/trace.go:171","msg":"trace[12766918] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:21378; }","duration":"565.182469ms","start":"2026-04-28T07:50:08.923629Z","end":"2026-04-28T07:50:09.488812Z","steps":["trace[12766918] 'agreement among raft nodes before linearized reading' (duration: 564.257076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:09.489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:08.923601Z","time spent":"565.340853ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7293,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:09.762353Z","caller":"traceutil/trace.go:171","msg":"trace[1043166608] transaction","detail":"{read_only:false; response_revision:21379; number_of_response:1; }","duration":"267.429509ms","start":"2026-04-28T07:50:09.494892Z","end":"2026-04-28T07:50:09.762321Z","steps":["trace[1043166608] 'process raft request' (duration: 267.148122ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:10.058561Z","caller":"traceutil/trace.go:171","msg":"trace[808257940] transaction","detail":"{read_only:false; response_revision:21380; number_of_response:1; }","duration":"558.702104ms","start":"2026-04-28T07:50:09.499806Z","end":"2026-04-28T07:50:10.058508Z","steps":["trace[808257940] 'process raft request' (duration: 465.45997ms)","trace[808257940] 'compare' (duration: 92.911565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:10.058817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:09.499785Z","time spent":"558.898559ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:10.060505Z","caller":"traceutil/trace.go:171","msg":"trace[659440857] linearizableReadLoop","detail":"{readStateIndex:22021; appliedIndex:22019; }","duration":"554.905437ms","start":"2026-04-28T07:50:09.503668Z","end":"2026-04-28T07:50:10.058574Z","steps":["trace[659440857] 'read index received' (duration: 258.432679ms)","trace[659440857] 'applied index is now lower than readState.Index' (duration: 296.469917ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:10.061271Z","caller":"traceutil/trace.go:171","msg":"trace[2008321497] transaction","detail":"{read_only:false; response_revision:21381; number_of_response:1; }","duration":"249.643216ms","start":"2026-04-28T07:50:09.811613Z","end":"2026-04-28T07:50:10.061256Z","steps":["trace[2008321497] 'process raft request' (duration: 246.874415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.061352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.652907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:10.061426Z","caller":"traceutil/trace.go:171","msg":"trace[581742734] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:21380; }","duration":"557.78397ms","start":"2026-04-28T07:50:09.503626Z","end":"2026-04-28T07:50:10.06141Z","steps":["trace[581742734] 'agreement among raft nodes before linearized reading' (duration: 556.978048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.061472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:09.503607Z","time spent":"557.854822ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-28T07:50:10.061568Z","caller":"traceutil/trace.go:171","msg":"trace[1853308257] transaction","detail":"{read_only:false; response_revision:21382; number_of_response:1; }","duration":"248.912697ms","start":"2026-04-28T07:50:09.812637Z","end":"2026-04-28T07:50:10.061549Z","steps":["trace[1853308257] 'process raft request' (duration: 248.544938ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:10.061613Z","caller":"traceutil/trace.go:171","msg":"trace[76752944] transaction","detail":"{read_only:false; response_revision:21383; number_of_response:1; }","duration":"248.865105ms","start":"2026-04-28T07:50:09.812733Z","end":"2026-04-28T07:50:10.061599Z","steps":["trace[76752944] 'process raft request' (duration: 248.735532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.061891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.754285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:10.061944Z","caller":"traceutil/trace.go:171","msg":"trace[2046548610] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21385; }","duration":"221.822497ms","start":"2026-04-28T07:50:09.840109Z","end":"2026-04-28T07:50:10.061932Z","steps":["trace[2046548610] 'agreement among raft nodes before linearized reading' (duration: 221.705244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.062011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.069163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:10.062115Z","caller":"traceutil/trace.go:171","msg":"trace[489611056] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21385; }","duration":"222.214477ms","start":"2026-04-28T07:50:09.839878Z","end":"2026-04-28T07:50:10.062093Z","steps":["trace[489611056] 'agreement among raft nodes before linearized reading' (duration: 221.968111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.062195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.973575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:10.062159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.861803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7271"} {"level":"info","ts":"2026-04-28T07:50:10.062234Z","caller":"traceutil/trace.go:171","msg":"trace[980002566] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21385; }","duration":"221.021847ms","start":"2026-04-28T07:50:09.841203Z","end":"2026-04-28T07:50:10.062225Z","steps":["trace[980002566] 'agreement among raft nodes before linearized reading' (duration: 220.971476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.062255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.122795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:10.062246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.960585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:10.062409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.069688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:10.062423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.509724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:10.062546Z","caller":"traceutil/trace.go:171","msg":"trace[383087640] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21385; }","duration":"221.178621ms","start":"2026-04-28T07:50:09.841324Z","end":"2026-04-28T07:50:10.062503Z","steps":["trace[383087640] 'agreement among raft nodes before linearized reading' (duration: 221.066858ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:10.062506Z","caller":"traceutil/trace.go:171","msg":"trace[1563002020] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21385; }","duration":"221.14174ms","start":"2026-04-28T07:50:09.841258Z","end":"2026-04-28T07:50:10.0624Z","steps":["trace[1563002020] 'agreement among raft nodes before linearized reading' (duration: 220.682128ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:10.06256Z","caller":"traceutil/trace.go:171","msg":"trace[1470875449] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21385; }","duration":"220.632448ms","start":"2026-04-28T07:50:09.841885Z","end":"2026-04-28T07:50:10.062517Z","steps":["trace[1470875449] 'agreement among raft nodes before linearized reading' (duration: 220.503074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:10.062294Z","caller":"traceutil/trace.go:171","msg":"trace[541638504] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21385; }","duration":"220.182586ms","start":"2026-04-28T07:50:09.842101Z","end":"2026-04-28T07:50:10.062284Z","steps":["trace[541638504] 'agreement among raft nodes before linearized reading' (duration: 220.120154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.062734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.692085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:10.062303Z","caller":"traceutil/trace.go:171","msg":"trace[1687128922] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:21385; }","duration":"221.052128ms","start":"2026-04-28T07:50:09.841203Z","end":"2026-04-28T07:50:10.062255Z","steps":["trace[1687128922] 'agreement among raft nodes before linearized reading' (duration: 220.619267ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:10.062809Z","caller":"traceutil/trace.go:171","msg":"trace[1169026318] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21385; }","duration":"223.801518ms","start":"2026-04-28T07:50:09.838977Z","end":"2026-04-28T07:50:10.062778Z","steps":["trace[1169026318] 'agreement among raft nodes before linearized reading' (duration: 223.504581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.06237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.448623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:10.062907Z","caller":"traceutil/trace.go:171","msg":"trace[2042775564] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21385; }","duration":"221.006767ms","start":"2026-04-28T07:50:09.841887Z","end":"2026-04-28T07:50:10.062893Z","steps":["trace[2042775564] 'agreement among raft nodes before linearized reading' (duration: 220.424172ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:10.062143Z","caller":"traceutil/trace.go:171","msg":"trace[545658335] transaction","detail":"{read_only:false; response_revision:21384; number_of_response:1; }","duration":"248.60631ms","start":"2026-04-28T07:50:09.813522Z","end":"2026-04-28T07:50:10.062128Z","steps":["trace[545658335] 'process raft request' (duration: 248.036285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.06215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.920134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:10.062993Z","caller":"traceutil/trace.go:171","msg":"trace[905246087] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21385; }","duration":"221.810606ms","start":"2026-04-28T07:50:09.841175Z","end":"2026-04-28T07:50:10.062985Z","steps":["trace[905246087] 'agreement among raft nodes before linearized reading' (duration: 220.947185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.062032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.72177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:10.063045Z","caller":"traceutil/trace.go:171","msg":"trace[1624413165] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21385; }","duration":"221.791677ms","start":"2026-04-28T07:50:09.841241Z","end":"2026-04-28T07:50:10.063033Z","steps":["trace[1624413165] 'agreement among raft nodes before linearized reading' (duration: 220.554935ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:10.062212Z","caller":"traceutil/trace.go:171","msg":"trace[843362215] transaction","detail":"{read_only:false; response_revision:21385; number_of_response:1; }","duration":"246.593398ms","start":"2026-04-28T07:50:09.815574Z","end":"2026-04-28T07:50:10.062167Z","steps":["trace[843362215] 'process raft request' (duration: 246.120316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.063193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.455161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:10.063272Z","caller":"traceutil/trace.go:171","msg":"trace[459859617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21385; }","duration":"359.606945ms","start":"2026-04-28T07:50:09.703653Z","end":"2026-04-28T07:50:10.06326Z","steps":["trace[459859617] 'agreement among raft nodes before linearized reading' (duration: 359.503993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.063316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.93143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/octavia-ks-service-sxx52\" ","response":"range_response_count:1 size:2756"} {"level":"info","ts":"2026-04-28T07:50:10.063347Z","caller":"traceutil/trace.go:171","msg":"trace[1814485083] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/octavia-ks-service-sxx52; range_end:; response_count:1; response_revision:21385; }","duration":"441.993062ms","start":"2026-04-28T07:50:09.621347Z","end":"2026-04-28T07:50:10.06334Z","steps":["trace[1814485083] 'agreement among raft nodes before linearized reading' (duration: 441.90627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.063371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:09.62133Z","time spent":"442.035353ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2778,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/octavia-ks-service-sxx52\" "} {"level":"warn","ts":"2026-04-28T07:50:10.063328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:09.703627Z","time spent":"359.689807ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:10.063226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.486164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T07:50:10.063557Z","caller":"traceutil/trace.go:171","msg":"trace[2064276357] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:21385; }","duration":"288.841903ms","start":"2026-04-28T07:50:09.774685Z","end":"2026-04-28T07:50:10.063527Z","steps":["trace[2064276357] 'agreement among raft nodes before linearized reading' (duration: 288.403732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.29637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.033724ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-28T07:50:10.296482Z","caller":"traceutil/trace.go:171","msg":"trace[71440364] linearizableReadLoop","detail":"{readStateIndex:22027; appliedIndex:22026; }","duration":"231.36099ms","start":"2026-04-28T07:50:10.065103Z","end":"2026-04-28T07:50:10.296464Z","steps":["trace[71440364] 'read index received' (duration: 106.236294ms)","trace[71440364] 'applied index is now lower than readState.Index' (duration: 125.123156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:10.296594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.483154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:10.29663Z","caller":"traceutil/trace.go:171","msg":"trace[86942951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21385; }","duration":"231.547335ms","start":"2026-04-28T07:50:10.065071Z","end":"2026-04-28T07:50:10.296619Z","steps":["trace[86942951] 'agreement among raft nodes before linearized reading' (duration: 231.471253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.764054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.705144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:20"} {"level":"info","ts":"2026-04-28T07:50:10.764578Z","caller":"traceutil/trace.go:171","msg":"trace[1642984816] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21386; }","duration":"697.277182ms","start":"2026-04-28T07:50:10.067262Z","end":"2026-04-28T07:50:10.764539Z","steps":["trace[1642984816] 'process raft request' (duration: 368.901311ms)","trace[1642984816] 'compare' (duration: 327.499178ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:10.764772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:10.067243Z","time spent":"697.418436ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":74,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-28T07:50:10.76506Z","caller":"traceutil/trace.go:171","msg":"trace[251238741] transaction","detail":"{read_only:false; response_revision:21387; number_of_response:1; }","duration":"670.083879ms","start":"2026-04-28T07:50:10.094951Z","end":"2026-04-28T07:50:10.765035Z","steps":["trace[251238741] 'process raft request' (duration: 669.228888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.766885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:10.094916Z","time spent":"670.204592ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:10.767517Z","caller":"traceutil/trace.go:171","msg":"trace[1003681048] transaction","detail":"{read_only:false; response_revision:21388; number_of_response:1; }","duration":"669.669969ms","start":"2026-04-28T07:50:10.095655Z","end":"2026-04-28T07:50:10.765325Z","steps":["trace[1003681048] 'process raft request' (duration: 669.308119ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:10.767575Z","caller":"traceutil/trace.go:171","msg":"trace[392711258] transaction","detail":"{read_only:false; response_revision:21390; number_of_response:1; }","duration":"669.928065ms","start":"2026-04-28T07:50:10.097608Z","end":"2026-04-28T07:50:10.767536Z","steps":["trace[392711258] 'process raft request' (duration: 667.703318ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:10.767804Z","caller":"traceutil/trace.go:171","msg":"trace[1828290372] transaction","detail":"{read_only:false; response_revision:21389; number_of_response:1; }","duration":"669.657378ms","start":"2026-04-28T07:50:10.095689Z","end":"2026-04-28T07:50:10.765346Z","steps":["trace[1828290372] 'process raft request' (duration: 669.512744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.767872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:10.095682Z","time spent":"672.158472ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:10.768044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:10.097598Z","time spent":"670.193812ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8201,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:10.767726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:10.095647Z","time spent":"671.960168ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:10.841405Z","caller":"traceutil/trace.go:171","msg":"trace[1354936477] transaction","detail":"{read_only:false; response_revision:21391; number_of_response:1; }","duration":"666.282133ms","start":"2026-04-28T07:50:10.175052Z","end":"2026-04-28T07:50:10.841335Z","steps":["trace[1354936477] 'process raft request' (duration: 665.974625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.841678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:10.175024Z","time spent":"666.488778ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7356,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:10.841747Z","caller":"traceutil/trace.go:171","msg":"trace[938373086] transaction","detail":"{read_only:false; response_revision:21392; number_of_response:1; }","duration":"543.998379ms","start":"2026-04-28T07:50:10.297705Z","end":"2026-04-28T07:50:10.841703Z","steps":["trace[938373086] 'process raft request' (duration: 543.542818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.841845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:10.297687Z","time spent":"544.106662ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:10.841669Z","caller":"traceutil/trace.go:171","msg":"trace[1037793637] linearizableReadLoop","detail":"{readStateIndex:22033; appliedIndex:22027; }","duration":"545.059496ms","start":"2026-04-28T07:50:10.29651Z","end":"2026-04-28T07:50:10.841569Z","steps":["trace[1037793637] 'read index received' (duration: 139.661035ms)","trace[1037793637] 'applied index is now lower than readState.Index' (duration: 405.393121ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:10.84185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.242179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:10.841927Z","caller":"traceutil/trace.go:171","msg":"trace[471783445] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:21392; }","duration":"684.382794ms","start":"2026-04-28T07:50:10.157524Z","end":"2026-04-28T07:50:10.841907Z","steps":["trace[471783445] 'agreement among raft nodes before linearized reading' (duration: 684.192469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.841928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.887934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:10.841979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:10.1575Z","time spent":"684.463775ms","remote":"127.0.0.1:49936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:10.842002Z","caller":"traceutil/trace.go:171","msg":"trace[1164100516] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:21392; }","duration":"747.006156ms","start":"2026-04-28T07:50:10.094975Z","end":"2026-04-28T07:50:10.841981Z","steps":["trace[1164100516] 'agreement among raft nodes before linearized reading' (duration: 746.7534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.842079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:10.09496Z","time spent":"747.087309ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T07:50:10.842109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.863223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:10.842192Z","caller":"traceutil/trace.go:171","msg":"trace[696928338] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:21392; }","duration":"383.994616ms","start":"2026-04-28T07:50:10.458171Z","end":"2026-04-28T07:50:10.842166Z","steps":["trace[696928338] 'agreement among raft nodes before linearized reading' (duration: 383.835292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:10.842243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:10.458152Z","time spent":"384.079228ms","remote":"127.0.0.1:36000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:11.194776Z","caller":"traceutil/trace.go:171","msg":"trace[1557314969] transaction","detail":"{read_only:false; response_revision:21393; number_of_response:1; }","duration":"340.467328ms","start":"2026-04-28T07:50:10.854273Z","end":"2026-04-28T07:50:11.19474Z","steps":["trace[1557314969] 'process raft request' (duration: 340.123169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:11.194959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:10.854247Z","time spent":"340.621001ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9065,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:11.334303Z","caller":"traceutil/trace.go:171","msg":"trace[284901671] transaction","detail":"{read_only:false; response_revision:21394; number_of_response:1; }","duration":"326.928393ms","start":"2026-04-28T07:50:11.00734Z","end":"2026-04-28T07:50:11.334268Z","steps":["trace[284901671] 'process raft request' (duration: 326.661246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:11.334499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:11.007313Z","time spent":"327.085517ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:11.64314Z","caller":"traceutil/trace.go:171","msg":"trace[1174164011] transaction","detail":"{read_only:false; response_revision:21395; number_of_response:1; }","duration":"437.066947ms","start":"2026-04-28T07:50:11.206046Z","end":"2026-04-28T07:50:11.643113Z","steps":["trace[1174164011] 'process raft request' (duration: 414.690808ms)","trace[1174164011] 'compare' (duration: 22.247146ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:11.64333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:11.206018Z","time spent":"437.19798ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7350,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:12.133901Z","caller":"traceutil/trace.go:171","msg":"trace[932612575] linearizableReadLoop","detail":"{readStateIndex:22039; appliedIndex:22036; }","duration":"634.968785ms","start":"2026-04-28T07:50:11.498903Z","end":"2026-04-28T07:50:12.133872Z","steps":["trace[932612575] 'read index received' (duration: 121.926484ms)","trace[932612575] 'applied index is now lower than readState.Index' (duration: 513.040971ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:12.133944Z","caller":"traceutil/trace.go:171","msg":"trace[1361690528] transaction","detail":"{read_only:false; response_revision:21397; number_of_response:1; }","duration":"635.215151ms","start":"2026-04-28T07:50:11.498692Z","end":"2026-04-28T07:50:12.133907Z","steps":["trace[1361690528] 'process raft request' (duration: 634.915554ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:12.134043Z","caller":"traceutil/trace.go:171","msg":"trace[1319660549] transaction","detail":"{read_only:false; response_revision:21396; number_of_response:1; }","duration":"637.796957ms","start":"2026-04-28T07:50:11.496219Z","end":"2026-04-28T07:50:12.134016Z","steps":["trace[1319660549] 'process raft request' (duration: 569.934349ms)","trace[1319660549] 'compare' (duration: 66.73664ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:12.134057Z","caller":"traceutil/trace.go:171","msg":"trace[659503630] transaction","detail":"{read_only:false; response_revision:21398; number_of_response:1; }","duration":"632.910682ms","start":"2026-04-28T07:50:11.501102Z","end":"2026-04-28T07:50:12.134013Z","steps":["trace[659503630] 'process raft request' (duration: 632.675076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.134129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:11.49866Z","time spent":"635.364255ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:12.134174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:11.496185Z","time spent":"637.914701ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:12.134228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.299545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7368"} {"level":"warn","ts":"2026-04-28T07:50:12.134266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:11.501084Z","time spent":"633.085088ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:12.134302Z","caller":"traceutil/trace.go:171","msg":"trace[9760232] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:21398; }","duration":"635.413437ms","start":"2026-04-28T07:50:11.49887Z","end":"2026-04-28T07:50:12.134283Z","steps":["trace[9760232] 'agreement among raft nodes before linearized reading' (duration: 635.180351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.134713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:11.498861Z","time spent":"635.833658ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7390,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:12.386394Z","caller":"traceutil/trace.go:171","msg":"trace[1230084728] transaction","detail":"{read_only:false; response_revision:21399; number_of_response:1; }","duration":"729.074562ms","start":"2026-04-28T07:50:11.657284Z","end":"2026-04-28T07:50:12.386358Z","steps":["trace[1230084728] 'process raft request' (duration: 728.657781ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:12.386392Z","caller":"traceutil/trace.go:171","msg":"trace[923584584] transaction","detail":"{read_only:false; response_revision:21400; number_of_response:1; }","duration":"604.945321ms","start":"2026-04-28T07:50:11.781415Z","end":"2026-04-28T07:50:12.38636Z","steps":["trace[923584584] 'process raft request' (duration: 604.810508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.386608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:11.657256Z","time spent":"729.242386ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:12.386637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:11.781382Z","time spent":"605.193058ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6367,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:12.690863Z","caller":"traceutil/trace.go:171","msg":"trace[1820947778] transaction","detail":"{read_only:false; response_revision:21402; number_of_response:1; }","duration":"621.501373ms","start":"2026-04-28T07:50:12.069349Z","end":"2026-04-28T07:50:12.69085Z","steps":["trace[1820947778] 'process raft request' (duration: 621.254817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.690986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.06933Z","time spent":"621.584466ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:12.691149Z","caller":"traceutil/trace.go:171","msg":"trace[1939012462] transaction","detail":"{read_only:false; response_revision:21403; number_of_response:1; }","duration":"621.75011ms","start":"2026-04-28T07:50:12.069368Z","end":"2026-04-28T07:50:12.691118Z","steps":["trace[1939012462] 'process raft request' (duration: 621.434912ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:12.691159Z","caller":"traceutil/trace.go:171","msg":"trace[1536525647] transaction","detail":"{read_only:false; response_revision:21404; number_of_response:1; }","duration":"621.618076ms","start":"2026-04-28T07:50:12.069517Z","end":"2026-04-28T07:50:12.691135Z","steps":["trace[1536525647] 'process raft request' (duration: 621.482063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.691295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.069355Z","time spent":"621.866802ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:12.69133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.191895934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7368"} {"level":"info","ts":"2026-04-28T07:50:12.691372Z","caller":"traceutil/trace.go:171","msg":"trace[1501733049] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:21405; }","duration":"1.191978517s","start":"2026-04-28T07:50:11.499382Z","end":"2026-04-28T07:50:12.69136Z","steps":["trace[1501733049] 'agreement among raft nodes before linearized reading' (duration: 1.191842443s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.691364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.689193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:12.691408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:11.499359Z","time spent":"1.192041188s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7390,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:12.691418Z","caller":"traceutil/trace.go:171","msg":"trace[667362069] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21405; }","duration":"622.741935ms","start":"2026-04-28T07:50:12.06866Z","end":"2026-04-28T07:50:12.691401Z","steps":["trace[667362069] 'agreement among raft nodes before linearized reading' (duration: 622.659593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.69144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.458238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T07:50:12.691465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.068619Z","time spent":"622.838717ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:12.691303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.069512Z","time spent":"621.722749ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:12.691549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.907879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:12.6912Z","caller":"traceutil/trace.go:171","msg":"trace[70980096] linearizableReadLoop","detail":"{readStateIndex:22047; appliedIndex:22042; }","duration":"557.183585ms","start":"2026-04-28T07:50:12.134006Z","end":"2026-04-28T07:50:12.69119Z","steps":["trace[70980096] 'read index received' (duration: 252.328655ms)","trace[70980096] 'applied index is now lower than readState.Index' (duration: 304.85392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:12.69162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.000652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:12.691663Z","caller":"traceutil/trace.go:171","msg":"trace[1118174117] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21405; }","duration":"623.082964ms","start":"2026-04-28T07:50:12.068573Z","end":"2026-04-28T07:50:12.691656Z","steps":["trace[1118174117] 'agreement among raft nodes before linearized reading' (duration: 623.024663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.691651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.878298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T07:50:12.691689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.068552Z","time spent":"623.130965ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:12.691699Z","caller":"traceutil/trace.go:171","msg":"trace[1966452616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21405; }","duration":"924.98045ms","start":"2026-04-28T07:50:11.766709Z","end":"2026-04-28T07:50:12.69169Z","steps":["trace[1966452616] 'agreement among raft nodes before linearized reading' (duration: 924.871297ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:12.691707Z","caller":"traceutil/trace.go:171","msg":"trace[2080644054] transaction","detail":"{read_only:false; response_revision:21405; number_of_response:1; }","duration":"621.132884ms","start":"2026-04-28T07:50:12.070561Z","end":"2026-04-28T07:50:12.691694Z","steps":["trace[2080644054] 'process raft request' (duration: 620.536208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.691727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:11.766681Z","time spent":"925.038112ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:50:12.691507Z","caller":"traceutil/trace.go:171","msg":"trace[173566776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21405; }","duration":"626.570862ms","start":"2026-04-28T07:50:12.064907Z","end":"2026-04-28T07:50:12.691477Z","steps":["trace[173566776] 'agreement among raft nodes before linearized reading' (duration: 626.425668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.69178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.07055Z","time spent":"621.187545ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:12.691855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.853811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:12.691883Z","caller":"traceutil/trace.go:171","msg":"trace[1711671991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21405; }","duration":"989.943524ms","start":"2026-04-28T07:50:11.701931Z","end":"2026-04-28T07:50:12.691874Z","steps":["trace[1711671991] 'agreement among raft nodes before linearized reading' (duration: 989.859431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.691893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.343895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:12.691917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:11.701901Z","time spent":"990.009585ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:50:12.691929Z","caller":"traceutil/trace.go:171","msg":"trace[2030238862] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21405; }","duration":"622.390417ms","start":"2026-04-28T07:50:12.069527Z","end":"2026-04-28T07:50:12.691918Z","steps":["trace[2030238862] 'agreement among raft nodes before linearized reading' (duration: 622.329115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.691939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.32528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:12.691948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.653533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:12.691957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.06952Z","time spent":"622.431737ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:12.691974Z","caller":"traceutil/trace.go:171","msg":"trace[1596181071] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21405; }","duration":"623.372661ms","start":"2026-04-28T07:50:12.068593Z","end":"2026-04-28T07:50:12.691966Z","steps":["trace[1596181071] 'agreement among raft nodes before linearized reading' (duration: 623.32061ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:12.691982Z","caller":"traceutil/trace.go:171","msg":"trace[903116719] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21405; }","duration":"622.697584ms","start":"2026-04-28T07:50:12.069274Z","end":"2026-04-28T07:50:12.691972Z","steps":["trace[903116719] 'agreement among raft nodes before linearized reading' (duration: 622.647113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.692033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.068585Z","time spent":"623.414412ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:12.692043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.069266Z","time spent":"622.770576ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:12.69211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030904576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-bootstrap\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:12.692147Z","caller":"traceutil/trace.go:171","msg":"trace[38549312] range","detail":"{range_begin:/registry/jobs/openstack/manila-bootstrap; range_end:; response_count:0; response_revision:21405; }","duration":"1.030983618s","start":"2026-04-28T07:50:11.661155Z","end":"2026-04-28T07:50:12.692139Z","steps":["trace[38549312] 'agreement among raft nodes before linearized reading' (duration: 1.030921347s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.692172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:11.661142Z","time spent":"1.031023759s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/manila-bootstrap\" "} {"level":"warn","ts":"2026-04-28T07:50:12.692209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.660039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:12.692243Z","caller":"traceutil/trace.go:171","msg":"trace[1648380644] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21405; }","duration":"623.73202ms","start":"2026-04-28T07:50:12.068502Z","end":"2026-04-28T07:50:12.692234Z","steps":["trace[1648380644] 'agreement among raft nodes before linearized reading' (duration: 623.605736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.692249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.294793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7368"} {"level":"warn","ts":"2026-04-28T07:50:12.692273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.068482Z","time spent":"623.781021ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:50:12.692293Z","caller":"traceutil/trace.go:171","msg":"trace[1815221395] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:21405; }","duration":"622.352825ms","start":"2026-04-28T07:50:12.069931Z","end":"2026-04-28T07:50:12.692283Z","steps":["trace[1815221395] 'agreement among raft nodes before linearized reading' (duration: 622.197531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.692327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.069923Z","time spent":"622.397886ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7390,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:12.692346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19248261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:1 size:7368"} {"level":"warn","ts":"2026-04-28T07:50:12.692351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.264348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:12.692381Z","caller":"traceutil/trace.go:171","msg":"trace[286945540] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:1; response_revision:21405; }","duration":"1.192533841s","start":"2026-04-28T07:50:11.49984Z","end":"2026-04-28T07:50:12.692374Z","steps":["trace[286945540] 'agreement among raft nodes before linearized reading' (duration: 1.192449959s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:12.692392Z","caller":"traceutil/trace.go:171","msg":"trace[253718919] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21405; }","duration":"623.32738ms","start":"2026-04-28T07:50:12.069054Z","end":"2026-04-28T07:50:12.692381Z","steps":["trace[253718919] 'agreement among raft nodes before linearized reading' (duration: 623.258559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.692437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.069046Z","time spent":"623.384432ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:12.692489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.787996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:12.692529Z","caller":"traceutil/trace.go:171","msg":"trace[59207513] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21405; }","duration":"622.845427ms","start":"2026-04-28T07:50:12.069674Z","end":"2026-04-28T07:50:12.69252Z","steps":["trace[59207513] 'agreement among raft nodes before linearized reading' (duration: 622.741944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.692405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:11.499831Z","time spent":"1.192567852s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7390,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:12.692609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.026193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:12.692645Z","caller":"traceutil/trace.go:171","msg":"trace[898293107] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21405; }","duration":"623.071044ms","start":"2026-04-28T07:50:12.069565Z","end":"2026-04-28T07:50:12.692636Z","steps":["trace[898293107] 'agreement among raft nodes before linearized reading' (duration: 623.017852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.692648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.024772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:12.692672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.069556Z","time spent":"623.109514ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:12.691786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.064854Z","time spent":"626.917731ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:50:12.692683Z","caller":"traceutil/trace.go:171","msg":"trace[870383352] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21405; }","duration":"623.064353ms","start":"2026-04-28T07:50:12.069611Z","end":"2026-04-28T07:50:12.692675Z","steps":["trace[870383352] 'agreement among raft nodes before linearized reading' (duration: 622.96328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.692271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10175821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:12.692713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.069608Z","time spent":"623.099553ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:50:12.692739Z","caller":"traceutil/trace.go:171","msg":"trace[1313718246] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:21405; }","duration":"1.102271804s","start":"2026-04-28T07:50:11.590452Z","end":"2026-04-28T07:50:12.692724Z","steps":["trace[1313718246] 'agreement among raft nodes before linearized reading' (duration: 1.101785542s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.692791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:11.590426Z","time spent":"1.102350725s","remote":"127.0.0.1:47540","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:12.691582Z","caller":"traceutil/trace.go:171","msg":"trace[1108626225] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21405; }","duration":"622.955171ms","start":"2026-04-28T07:50:12.068619Z","end":"2026-04-28T07:50:12.691574Z","steps":["trace[1108626225] 'agreement among raft nodes before linearized reading' (duration: 622.90617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.692862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.068616Z","time spent":"624.234763ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:12.692556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.069664Z","time spent":"622.885978ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:50:12.690723Z","caller":"traceutil/trace.go:171","msg":"trace[962009894] transaction","detail":"{read_only:false; response_revision:21401; number_of_response:1; }","duration":"622.209261ms","start":"2026-04-28T07:50:12.068465Z","end":"2026-04-28T07:50:12.690675Z","steps":["trace[962009894] 'process raft request' (duration: 621.975685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:12.695993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.068422Z","time spent":"627.502275ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:13.021374Z","caller":"traceutil/trace.go:171","msg":"trace[1190303236] linearizableReadLoop","detail":"{readStateIndex:22048; appliedIndex:22047; }","duration":"329.742444ms","start":"2026-04-28T07:50:12.691601Z","end":"2026-04-28T07:50:13.021343Z","steps":["trace[1190303236] 'read index received' (duration: 329.688633ms)","trace[1190303236] 'applied index is now lower than readState.Index' (duration: 52.321µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:13.021417Z","caller":"traceutil/trace.go:171","msg":"trace[1868739829] transaction","detail":"{read_only:false; response_revision:21406; number_of_response:1; }","duration":"600.386095ms","start":"2026-04-28T07:50:12.420986Z","end":"2026-04-28T07:50:13.021372Z","steps":["trace[1868739829] 'process raft request' (duration: 599.944504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:13.021558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.058668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:13.021614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.420946Z","time spent":"600.559149ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8099,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:13.021647Z","caller":"traceutil/trace.go:171","msg":"trace[845763090] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21406; }","duration":"441.173491ms","start":"2026-04-28T07:50:12.580454Z","end":"2026-04-28T07:50:13.021627Z","steps":["trace[845763090] 'agreement among raft nodes before linearized reading' (duration: 440.987807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:13.021824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.580391Z","time spent":"441.382787ms","remote":"127.0.0.1:46800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:13.522292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765160898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:14.022462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765160898,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:14.051439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.03067511s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:50:14.052285Z","caller":"traceutil/trace.go:171","msg":"trace[1076397056] transaction","detail":"{read_only:false; response_revision:21407; number_of_response:1; }","duration":"1.353596481s","start":"2026-04-28T07:50:12.69865Z","end":"2026-04-28T07:50:14.052247Z","steps":["trace[1076397056] 'process raft request' (duration: 1.353202391s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:14.052466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.698628Z","time spent":"1.353745915s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:14.052452Z","caller":"traceutil/trace.go:171","msg":"trace[1183506014] transaction","detail":"{read_only:false; response_revision:21408; number_of_response:1; }","duration":"1.351748363s","start":"2026-04-28T07:50:12.700635Z","end":"2026-04-28T07:50:14.052383Z","steps":["trace[1183506014] 'process raft request' (duration: 1.351446456s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:14.052657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.700623Z","time spent":"1.351937948s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:14.053084Z","caller":"traceutil/trace.go:171","msg":"trace[9947540] transaction","detail":"{read_only:false; response_revision:21409; number_of_response:1; }","duration":"1.322419338s","start":"2026-04-28T07:50:12.730634Z","end":"2026-04-28T07:50:14.053054Z","steps":["trace[9947540] 'process raft request' (duration: 1.32213525s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:14.053252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.730614Z","time spent":"1.322543952s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":56926,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:14.583273Z","caller":"traceutil/trace.go:171","msg":"trace[1074618760] linearizableReadLoop","detail":"{readStateIndex:22052; appliedIndex:22048; }","duration":"1.561816083s","start":"2026-04-28T07:50:13.021436Z","end":"2026-04-28T07:50:14.583252Z","steps":["trace[1074618760] 'read index received' (duration: 1.030239629s)","trace[1074618760] 'applied index is now lower than readState.Index' (duration: 531.575604ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:14.583627Z","caller":"traceutil/trace.go:171","msg":"trace[558226861] transaction","detail":"{read_only:false; response_revision:21410; number_of_response:1; }","duration":"1.553550962s","start":"2026-04-28T07:50:13.03006Z","end":"2026-04-28T07:50:14.583611Z","steps":["trace[558226861] 'process raft request' (duration: 1.553044249s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:14.583719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:13.030034Z","time spent":"1.553624254s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6361,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:14.583743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803145686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T07:50:14.583789Z","caller":"traceutil/trace.go:171","msg":"trace[1503681880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21410; }","duration":"1.803219748s","start":"2026-04-28T07:50:12.780557Z","end":"2026-04-28T07:50:14.583777Z","steps":["trace[1503681880] 'agreement among raft nodes before linearized reading' (duration: 1.803079364s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:14.583818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.780544Z","time spent":"1.803268559s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:14.583834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889370881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:14.583916Z","caller":"traceutil/trace.go:171","msg":"trace[811198438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21410; }","duration":"1.889607178s","start":"2026-04-28T07:50:12.694288Z","end":"2026-04-28T07:50:14.583895Z","steps":["trace[811198438] 'agreement among raft nodes before linearized reading' (duration: 1.889424103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:14.583963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.694272Z","time spent":"1.889681979s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:14.583846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810754529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:50:14.584063Z","caller":"traceutil/trace.go:171","msg":"trace[1407161650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21410; }","duration":"1.811022826s","start":"2026-04-28T07:50:12.773023Z","end":"2026-04-28T07:50:14.584046Z","steps":["trace[1407161650] 'agreement among raft nodes before linearized reading' (duration: 1.810637286s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:14.584111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.773Z","time spent":"1.811100748s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:14.584326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80763945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:50:14.584428Z","caller":"traceutil/trace.go:171","msg":"trace[1222154911] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21410; }","duration":"1.808307527s","start":"2026-04-28T07:50:12.776098Z","end":"2026-04-28T07:50:14.584406Z","steps":["trace[1222154911] 'agreement among raft nodes before linearized reading' (duration: 1.807492306s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:14.584638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:12.776087Z","time spent":"1.80844251s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:50:15.048794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.989512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:15.049121Z","caller":"traceutil/trace.go:171","msg":"trace[448075627] transaction","detail":"{read_only:false; response_revision:21412; number_of_response:1; }","duration":"909.364552ms","start":"2026-04-28T07:50:14.139732Z","end":"2026-04-28T07:50:15.049097Z","steps":["trace[448075627] 'process raft request' (duration: 909.170537ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:15.049105Z","caller":"traceutil/trace.go:171","msg":"trace[282506955] transaction","detail":"{read_only:false; response_revision:21411; number_of_response:1; }","duration":"987.52558ms","start":"2026-04-28T07:50:14.061483Z","end":"2026-04-28T07:50:15.049008Z","steps":["trace[282506955] 'process raft request' (duration: 774.24032ms)","trace[282506955] 'compare' (duration: 212.620853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:15.049248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.139702Z","time spent":"909.478424ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:15.04929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.061457Z","time spent":"987.748546ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6457,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:50:15.049527Z","caller":"traceutil/trace.go:171","msg":"trace[13511101] transaction","detail":"{read_only:false; response_revision:21413; number_of_response:1; }","duration":"909.647268ms","start":"2026-04-28T07:50:14.139835Z","end":"2026-04-28T07:50:15.049482Z","steps":["trace[13511101] 'process raft request' (duration: 909.147415ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:15.04965Z","caller":"traceutil/trace.go:171","msg":"trace[879350457] linearizableReadLoop","detail":"{readStateIndex:22057; appliedIndex:22052; }","duration":"466.29108ms","start":"2026-04-28T07:50:14.583323Z","end":"2026-04-28T07:50:15.049614Z","steps":["trace[879350457] 'read index received' (duration: 252.475057ms)","trace[879350457] 'applied index is now lower than readState.Index' (duration: 213.814673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:15.049713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.139797Z","time spent":"909.818283ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:15.049769Z","caller":"traceutil/trace.go:171","msg":"trace[303524413] transaction","detail":"{read_only:false; response_revision:21414; number_of_response:1; }","duration":"909.438893ms","start":"2026-04-28T07:50:14.140309Z","end":"2026-04-28T07:50:15.049748Z","steps":["trace[303524413] 'process raft request' (duration: 909.016832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.049866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.167334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:15.049904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809729644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:15.049914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138967956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:15.049964Z","caller":"traceutil/trace.go:171","msg":"trace[224097652] transaction","detail":"{read_only:false; response_revision:21415; number_of_response:1; }","duration":"555.701866ms","start":"2026-04-28T07:50:14.494238Z","end":"2026-04-28T07:50:15.04994Z","steps":["trace[224097652] 'process raft request' (duration: 555.315417ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:15.049983Z","caller":"traceutil/trace.go:171","msg":"trace[1381525752] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:21415; }","duration":"1.139038178s","start":"2026-04-28T07:50:13.910931Z","end":"2026-04-28T07:50:15.049969Z","steps":["trace[1381525752] 'agreement among raft nodes before linearized reading' (duration: 1.138932315s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:15.049982Z","caller":"traceutil/trace.go:171","msg":"trace[454987974] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:21415; }","duration":"1.809823176s","start":"2026-04-28T07:50:13.240138Z","end":"2026-04-28T07:50:15.049961Z","steps":["trace[454987974] 'agreement among raft nodes before linearized reading' (duration: 1.809671832s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.050029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:13.910867Z","time spent":"1.13915283s","remote":"127.0.0.1:50024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:15.050046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:13.240079Z","time spent":"1.809950519s","remote":"127.0.0.1:47432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:15.050069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.494212Z","time spent":"555.805779ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:15.049923Z","caller":"traceutil/trace.go:171","msg":"trace[1372094345] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:21415; }","duration":"795.282226ms","start":"2026-04-28T07:50:14.254623Z","end":"2026-04-28T07:50:15.049905Z","steps":["trace[1372094345] 'agreement among raft nodes before linearized reading' (duration: 795.159113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.050245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.254605Z","time spent":"795.599905ms","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:15.049918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942082552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:15.050461Z","caller":"traceutil/trace.go:171","msg":"trace[67943661] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:21415; }","duration":"1.942663838s","start":"2026-04-28T07:50:13.107774Z","end":"2026-04-28T07:50:15.050438Z","steps":["trace[67943661] 'agreement among raft nodes before linearized reading' (duration: 1.942084912s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.050531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:13.107737Z","time spent":"1.942770411s","remote":"127.0.0.1:47618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:15.050791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.942687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-28T07:50:15.049872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.140293Z","time spent":"909.527834ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:15.050868Z","caller":"traceutil/trace.go:171","msg":"trace[1629227741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21415; }","duration":"553.075071ms","start":"2026-04-28T07:50:14.497773Z","end":"2026-04-28T07:50:15.050848Z","steps":["trace[1629227741] 'agreement among raft nodes before linearized reading' (duration: 552.133597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.050923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.497758Z","time spent":"553.151743ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:50:15.147543Z","caller":"traceutil/trace.go:171","msg":"trace[132434637] transaction","detail":"{read_only:false; response_revision:21416; number_of_response:1; }","duration":"558.914719ms","start":"2026-04-28T07:50:14.588605Z","end":"2026-04-28T07:50:15.14752Z","steps":["trace[132434637] 'process raft request' (duration: 558.717634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.147688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.588587Z","time spent":"559.025421ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:15.147798Z","caller":"traceutil/trace.go:171","msg":"trace[1775492886] transaction","detail":"{read_only:false; response_revision:21417; number_of_response:1; }","duration":"558.836856ms","start":"2026-04-28T07:50:14.588946Z","end":"2026-04-28T07:50:15.147783Z","steps":["trace[1775492886] 'process raft request' (duration: 558.537689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.147894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.588928Z","time spent":"558.910549ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:15.14807Z","caller":"traceutil/trace.go:171","msg":"trace[802150111] transaction","detail":"{read_only:false; response_revision:21418; number_of_response:1; }","duration":"558.19472ms","start":"2026-04-28T07:50:14.589864Z","end":"2026-04-28T07:50:15.148059Z","steps":["trace[802150111] 'process raft request' (duration: 557.851422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.148131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.589854Z","time spent":"558.246231ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:15.451996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.874817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:15.452475Z","caller":"traceutil/trace.go:171","msg":"trace[2138008968] transaction","detail":"{read_only:false; response_revision:21419; number_of_response:1; }","duration":"862.486888ms","start":"2026-04-28T07:50:14.589954Z","end":"2026-04-28T07:50:15.452441Z","steps":["trace[2138008968] 'process raft request' (duration: 558.094448ms)","trace[2138008968] 'compare' (duration: 303.738424ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:15.452601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.589948Z","time spent":"862.607081ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":648,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:50:15.453223Z","caller":"traceutil/trace.go:171","msg":"trace[2037084052] transaction","detail":"{read_only:false; response_revision:21420; number_of_response:1; }","duration":"753.318569ms","start":"2026-04-28T07:50:14.699873Z","end":"2026-04-28T07:50:15.453191Z","steps":["trace[2037084052] 'process raft request' (duration: 753.040672ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:15.453245Z","caller":"traceutil/trace.go:171","msg":"trace[1818737149] transaction","detail":"{read_only:false; response_revision:21421; number_of_response:1; }","duration":"753.00998ms","start":"2026-04-28T07:50:14.700208Z","end":"2026-04-28T07:50:15.453218Z","steps":["trace[1818737149] 'process raft request' (duration: 752.900887ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:15.453383Z","caller":"traceutil/trace.go:171","msg":"trace[729345837] transaction","detail":"{read_only:false; response_revision:21422; number_of_response:1; }","duration":"753.061591ms","start":"2026-04-28T07:50:14.700283Z","end":"2026-04-28T07:50:15.453345Z","steps":["trace[729345837] 'process raft request' (duration: 752.885046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.453495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.699859Z","time spent":"753.504363ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:15.453578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.700271Z","time spent":"753.195615ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:15.453578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.700196Z","time spent":"753.226956ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:15.455315Z","caller":"traceutil/trace.go:171","msg":"trace[803200826] linearizableReadLoop","detail":"{readStateIndex:22066; appliedIndex:22057; }","duration":"405.548866ms","start":"2026-04-28T07:50:15.049742Z","end":"2026-04-28T07:50:15.455291Z","steps":["trace[803200826] 'read index received' (duration: 96.095468ms)","trace[803200826] 'applied index is now lower than readState.Index' (duration: 309.451978ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:15.455448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.475174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:15.455474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.737079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:15.455491Z","caller":"traceutil/trace.go:171","msg":"trace[2087020427] transaction","detail":"{read_only:false; response_revision:21424; number_of_response:1; }","duration":"751.81095ms","start":"2026-04-28T07:50:14.703653Z","end":"2026-04-28T07:50:15.455463Z","steps":["trace[2087020427] 'process raft request' (duration: 751.535333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:15.455527Z","caller":"traceutil/trace.go:171","msg":"trace[2036432630] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21424; }","duration":"753.806161ms","start":"2026-04-28T07:50:14.70171Z","end":"2026-04-28T07:50:15.455516Z","steps":["trace[2036432630] 'agreement among raft nodes before linearized reading' (duration: 753.687198ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:15.454931Z","caller":"traceutil/trace.go:171","msg":"trace[1883728594] transaction","detail":"{read_only:false; response_revision:21423; number_of_response:1; }","duration":"752.892678ms","start":"2026-04-28T07:50:14.701971Z","end":"2026-04-28T07:50:15.454863Z","steps":["trace[1883728594] 'process raft request' (duration: 751.348728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.455576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.701703Z","time spent":"753.860953ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:15.455584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.902185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:15.455606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.703643Z","time spent":"751.902112ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:15.45549Z","caller":"traceutil/trace.go:171","msg":"trace[1690511726] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21424; }","duration":"755.544665ms","start":"2026-04-28T07:50:14.699931Z","end":"2026-04-28T07:50:15.455476Z","steps":["trace[1690511726] 'agreement among raft nodes before linearized reading' (duration: 755.474134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.455528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.813512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:15.455717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.398617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:15.455709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.701943Z","time spent":"753.655237ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:15.455737Z","caller":"traceutil/trace.go:171","msg":"trace[998266092] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21424; }","duration":"756.030848ms","start":"2026-04-28T07:50:14.699694Z","end":"2026-04-28T07:50:15.455725Z","steps":["trace[998266092] 'agreement among raft nodes before linearized reading' (duration: 755.814152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.45573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.699919Z","time spent":"755.769952ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:15.455768Z","caller":"traceutil/trace.go:171","msg":"trace[441588744] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21424; }","duration":"756.493119ms","start":"2026-04-28T07:50:14.699262Z","end":"2026-04-28T07:50:15.455755Z","steps":["trace[441588744] 'agreement among raft nodes before linearized reading' (duration: 756.413497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.455784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.699689Z","time spent":"756.082629ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:15.455821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.69924Z","time spent":"756.565622ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:15.455649Z","caller":"traceutil/trace.go:171","msg":"trace[37858139] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21424; }","duration":"756.000037ms","start":"2026-04-28T07:50:14.699631Z","end":"2026-04-28T07:50:15.455631Z","steps":["trace[37858139] 'agreement among raft nodes before linearized reading' (duration: 755.916015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.455889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.692298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:15.455921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.699623Z","time spent":"756.282584ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:15.455955Z","caller":"traceutil/trace.go:171","msg":"trace[1439651010] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21424; }","duration":"755.781091ms","start":"2026-04-28T07:50:14.700155Z","end":"2026-04-28T07:50:15.455936Z","steps":["trace[1439651010] 'agreement among raft nodes before linearized reading' (duration: 755.565815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.456037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.977768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:15.456111Z","caller":"traceutil/trace.go:171","msg":"trace[1328846098] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:21424; }","duration":"859.096421ms","start":"2026-04-28T07:50:14.596994Z","end":"2026-04-28T07:50:15.45609Z","steps":["trace[1328846098] 'agreement among raft nodes before linearized reading' (duration: 858.930327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.456127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.304859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:15.456134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.95089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:15.456166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.596988Z","time spent":"859.165122ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:15.456174Z","caller":"traceutil/trace.go:171","msg":"trace[662632011] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21424; }","duration":"757.367741ms","start":"2026-04-28T07:50:14.698788Z","end":"2026-04-28T07:50:15.456156Z","steps":["trace[662632011] 'agreement among raft nodes before linearized reading' (duration: 757.29387ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:15.456179Z","caller":"traceutil/trace.go:171","msg":"trace[1007719923] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21424; }","duration":"755.014532ms","start":"2026-04-28T07:50:14.70115Z","end":"2026-04-28T07:50:15.456165Z","steps":["trace[1007719923] 'agreement among raft nodes before linearized reading' (duration: 754.9358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.456185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.462513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:15.456217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.698779Z","time spent":"757.429263ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:15.456226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.701138Z","time spent":"755.077163ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:15.456239Z","caller":"traceutil/trace.go:171","msg":"trace[924147323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21424; }","duration":"863.548715ms","start":"2026-04-28T07:50:14.592674Z","end":"2026-04-28T07:50:15.456223Z","steps":["trace[924147323] 'agreement among raft nodes before linearized reading' (duration: 863.429402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.456059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.599958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:50:15.456292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.511695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:15.456378Z","caller":"traceutil/trace.go:171","msg":"trace[1929123486] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21424; }","duration":"757.652938ms","start":"2026-04-28T07:50:14.698707Z","end":"2026-04-28T07:50:15.456359Z","steps":["trace[1929123486] 'agreement among raft nodes before linearized reading' (duration: 756.975801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.456432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.279293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:15.456397Z","caller":"traceutil/trace.go:171","msg":"trace[1233806232] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:21424; }","duration":"531.129632ms","start":"2026-04-28T07:50:14.925207Z","end":"2026-04-28T07:50:15.456337Z","steps":["trace[1233806232] 'agreement among raft nodes before linearized reading' (duration: 530.25983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.456588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.925184Z","time spent":"531.377529ms","remote":"127.0.0.1:51634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:15.456274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.59266Z","time spent":"863.606806ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:50:15.456498Z","caller":"traceutil/trace.go:171","msg":"trace[892194758] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21424; }","duration":"756.357236ms","start":"2026-04-28T07:50:14.700121Z","end":"2026-04-28T07:50:15.456478Z","steps":["trace[892194758] 'agreement among raft nodes before linearized reading' (duration: 756.195161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.456776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.700115Z","time spent":"756.644363ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:15.456689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.602663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:15.456439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.698677Z","time spent":"757.747881ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:15.45605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.700144Z","time spent":"755.844732ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:50:15.456864Z","caller":"traceutil/trace.go:171","msg":"trace[27649588] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21424; }","duration":"756.792708ms","start":"2026-04-28T07:50:14.700053Z","end":"2026-04-28T07:50:15.456846Z","steps":["trace[27649588] 'agreement among raft nodes before linearized reading' (duration: 755.31503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.456922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:14.700044Z","time spent":"756.862219ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:50:15.493148Z","caller":"traceutil/trace.go:171","msg":"trace[1319498695] transaction","detail":"{read_only:false; response_revision:21425; number_of_response:1; }","duration":"434.997855ms","start":"2026-04-28T07:50:15.058128Z","end":"2026-04-28T07:50:15.493125Z","steps":["trace[1319498695] 'process raft request' (duration: 434.875492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:15.493251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:15.058111Z","time spent":"435.095477ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6832,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:17.123336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074829474s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-28T07:50:17.124056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.759314ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:17.124214Z","caller":"traceutil/trace.go:171","msg":"trace[409162449] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21425; }","duration":"847.968279ms","start":"2026-04-28T07:50:16.276222Z","end":"2026-04-28T07:50:17.12419Z","steps":["trace[409162449] 'range keys from in-memory index tree' (duration: 847.740153ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:17.124956Z","caller":"traceutil/trace.go:171","msg":"trace[214424261] transaction","detail":"{read_only:false; response_revision:21426; number_of_response:1; }","duration":"1.95572681s","start":"2026-04-28T07:50:15.169184Z","end":"2026-04-28T07:50:17.124911Z","steps":["trace[214424261] 'process raft request' (duration: 1.954484909s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.125148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:15.169168Z","time spent":"1.955891065s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":868,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:17.12518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070084622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T07:50:17.125219Z","caller":"traceutil/trace.go:171","msg":"trace[1983543614] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21427; }","duration":"2.070154383s","start":"2026-04-28T07:50:15.055055Z","end":"2026-04-28T07:50:17.125209Z","steps":["trace[1983543614] 'agreement among raft nodes before linearized reading' (duration: 2.069984899s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.125198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.950895847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:17.125233Z","caller":"traceutil/trace.go:171","msg":"trace[863459384] transaction","detail":"{read_only:false; response_revision:21427; number_of_response:1; }","duration":"1.635491877s","start":"2026-04-28T07:50:15.489717Z","end":"2026-04-28T07:50:17.125209Z","steps":["trace[863459384] 'process raft request' (duration: 1.635120668s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.125265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:15.055041Z","time spent":"2.070215016s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:50:17.12526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.069787365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:17.125303Z","caller":"traceutil/trace.go:171","msg":"trace[1232327748] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21427; }","duration":"1.951067741s","start":"2026-04-28T07:50:15.174208Z","end":"2026-04-28T07:50:17.125276Z","steps":["trace[1232327748] 'agreement among raft nodes before linearized reading' (duration: 1.950859016s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:17.125343Z","caller":"traceutil/trace.go:171","msg":"trace[1357874270] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:21427; }","duration":"2.069932998s","start":"2026-04-28T07:50:15.055388Z","end":"2026-04-28T07:50:17.125321Z","steps":["trace[1357874270] 'agreement among raft nodes before linearized reading' (duration: 2.069757294s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.12536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:15.489679Z","time spent":"1.63560944s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46993,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:17.125376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:15.17419Z","time spent":"1.951172474s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:17.125011Z","caller":"traceutil/trace.go:171","msg":"trace[2042491670] linearizableReadLoop","detail":"{readStateIndex:22069; appliedIndex:22066; }","duration":"1.669620836s","start":"2026-04-28T07:50:15.455375Z","end":"2026-04-28T07:50:17.124996Z","steps":["trace[2042491670] 'read index received' (duration: 37.662749ms)","trace[2042491670] 'applied index is now lower than readState.Index' (duration: 1.631957127s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:17.125374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960206323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29622710-6mrxk\" ","response":"range_response_count:1 size:7098"} {"level":"warn","ts":"2026-04-28T07:50:17.125412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:15.055365Z","time spent":"2.07003532s","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:17.12517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004291776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:17.125525Z","caller":"traceutil/trace.go:171","msg":"trace[282615249] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:21427; }","duration":"2.004654755s","start":"2026-04-28T07:50:15.120834Z","end":"2026-04-28T07:50:17.125489Z","steps":["trace[282615249] 'agreement among raft nodes before linearized reading' (duration: 2.004236655s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.125623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:15.120767Z","time spent":"2.00482623s","remote":"127.0.0.1:51880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:17.12648Z","caller":"traceutil/trace.go:171","msg":"trace[1348240657] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29622710-6mrxk; range_end:; response_count:1; response_revision:21427; }","duration":"1.960354088s","start":"2026-04-28T07:50:15.165075Z","end":"2026-04-28T07:50:17.125429Z","steps":["trace[1348240657] 'agreement among raft nodes before linearized reading' (duration: 1.960131832s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.126559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:15.165054Z","time spent":"1.961486578s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7120,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29622710-6mrxk\" "} {"level":"warn","ts":"2026-04-28T07:50:17.238707Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.19013598s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:50:17.459891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99969597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:50:17.45997Z","caller":"traceutil/trace.go:171","msg":"trace[1960744425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999884745s","start":"2026-04-28T07:50:15.46007Z","end":"2026-04-28T07:50:17.459954Z","steps":["trace[1960744425] 'agreement among raft nodes before linearized reading' (duration: 1.999741202s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.460027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:15.460049Z","time spent":"1.999971237s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:17.563747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.619504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:17.564145Z","caller":"traceutil/trace.go:171","msg":"trace[938691372] transaction","detail":"{read_only:false; response_revision:21428; number_of_response:1; }","duration":"2.054099095s","start":"2026-04-28T07:50:15.509883Z","end":"2026-04-28T07:50:17.563982Z","steps":["trace[938691372] 'process raft request' (duration: 1.729120431s)","trace[938691372] 'compare' (duration: 323.994728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:17.564307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:15.509859Z","time spent":"2.054365552s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:50:17.564292Z","caller":"traceutil/trace.go:171","msg":"trace[1093251607] transaction","detail":"{read_only:false; response_revision:21429; number_of_response:1; }","duration":"2.053630983s","start":"2026-04-28T07:50:15.510618Z","end":"2026-04-28T07:50:17.564249Z","steps":["trace[1093251607] 'process raft request' (duration: 2.053291025s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:17.56441Z","caller":"traceutil/trace.go:171","msg":"trace[664250899] transaction","detail":"{read_only:false; response_revision:21430; number_of_response:1; }","duration":"2.052403143s","start":"2026-04-28T07:50:15.511973Z","end":"2026-04-28T07:50:17.564376Z","steps":["trace[664250899] 'process raft request' (duration: 2.052156526s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:17.564558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:15.511943Z","time spent":"2.052538545s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6639,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:17.564652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:15.51061Z","time spent":"2.053798337s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6878,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:18.017336Z","caller":"traceutil/trace.go:171","msg":"trace[868920512] transaction","detail":"{read_only:false; response_revision:21432; number_of_response:1; }","duration":"960.733479ms","start":"2026-04-28T07:50:17.056579Z","end":"2026-04-28T07:50:18.017312Z","steps":["trace[868920512] 'process raft request' (duration: 960.683278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.017437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.056543Z","time spent":"960.842362ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:18.01757Z","caller":"traceutil/trace.go:171","msg":"trace[320573270] transaction","detail":"{read_only:false; response_revision:21431; number_of_response:1; }","duration":"961.580761ms","start":"2026-04-28T07:50:17.055983Z","end":"2026-04-28T07:50:18.017564Z","steps":["trace[320573270] 'process raft request' (duration: 917.350345ms)","trace[320573270] 'compare' (duration: 43.21337ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:18.017608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.055957Z","time spent":"961.631563ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:18.017778Z","caller":"traceutil/trace.go:171","msg":"trace[68822468] transaction","detail":"{read_only:false; response_revision:21433; number_of_response:1; }","duration":"960.250327ms","start":"2026-04-28T07:50:17.057505Z","end":"2026-04-28T07:50:18.017755Z","steps":["trace[68822468] 'process raft request' (duration: 959.785456ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:18.017926Z","caller":"traceutil/trace.go:171","msg":"trace[1894250282] transaction","detail":"{read_only:false; response_revision:21434; number_of_response:1; }","duration":"877.586002ms","start":"2026-04-28T07:50:17.140332Z","end":"2026-04-28T07:50:18.017918Z","steps":["trace[1894250282] 'process raft request' (duration: 877.179752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.017965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.14031Z","time spent":"877.638033ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7266,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:18.018045Z","caller":"traceutil/trace.go:171","msg":"trace[1043753044] linearizableReadLoop","detail":"{readStateIndex:22076; appliedIndex:22070; }","duration":"892.617955ms","start":"2026-04-28T07:50:17.125421Z","end":"2026-04-28T07:50:18.018039Z","steps":["trace[1043753044] 'read index received' (duration: 113.662334ms)","trace[1043753044] 'applied index is now lower than readState.Index' (duration: 778.955061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:18.017917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.057475Z","time spent":"960.374061ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:18.018193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849973948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:18.018216Z","caller":"traceutil/trace.go:171","msg":"trace[427732013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21435; }","duration":"1.85003981s","start":"2026-04-28T07:50:16.168171Z","end":"2026-04-28T07:50:18.018211Z","steps":["trace[427732013] 'agreement among raft nodes before linearized reading' (duration: 1.849998859s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.018233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:16.168155Z","time spent":"1.85007494s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:18.018246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567737793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:18.018292Z","caller":"traceutil/trace.go:171","msg":"trace[834385725] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:21435; }","duration":"1.567781024s","start":"2026-04-28T07:50:16.450498Z","end":"2026-04-28T07:50:18.018279Z","steps":["trace[834385725] 'agreement among raft nodes before linearized reading' (duration: 1.567644951s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.018332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860579139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:50:18.018334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:16.450436Z","time spent":"1.567888578s","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:18.018356Z","caller":"traceutil/trace.go:171","msg":"trace[497726448] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:21435; }","duration":"1.86066147s","start":"2026-04-28T07:50:16.157686Z","end":"2026-04-28T07:50:18.018348Z","steps":["trace[497726448] 'agreement among raft nodes before linearized reading' (duration: 1.860619359s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.018371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:16.157657Z","time spent":"1.860709792s","remote":"127.0.0.1:51648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:18.018199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320465427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:18.018451Z","caller":"traceutil/trace.go:171","msg":"trace[31611076] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21435; }","duration":"1.320771786s","start":"2026-04-28T07:50:16.697672Z","end":"2026-04-28T07:50:18.018444Z","steps":["trace[31611076] 'agreement among raft nodes before linearized reading' (duration: 1.320449467s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.018467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:16.697642Z","time spent":"1.320819706s","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:18.018526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.187866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:18.018466Z","caller":"traceutil/trace.go:171","msg":"trace[2120806801] transaction","detail":"{read_only:false; response_revision:21435; number_of_response:1; }","duration":"877.609112ms","start":"2026-04-28T07:50:17.140831Z","end":"2026-04-28T07:50:18.01844Z","steps":["trace[2120806801] 'process raft request' (duration: 876.956326ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:18.018568Z","caller":"traceutil/trace.go:171","msg":"trace[921612427] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21435; }","duration":"929.258368ms","start":"2026-04-28T07:50:17.089298Z","end":"2026-04-28T07:50:18.018556Z","steps":["trace[921612427] 'agreement among raft nodes before linearized reading' (duration: 929.196867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.018599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.089284Z","time spent":"929.307889ms","remote":"127.0.0.1:50518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:18.018704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.140808Z","time spent":"877.774177ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12407,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:18.018734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238697966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:18.018756Z","caller":"traceutil/trace.go:171","msg":"trace[1962716039] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21435; }","duration":"1.238805908s","start":"2026-04-28T07:50:16.779942Z","end":"2026-04-28T07:50:18.018748Z","steps":["trace[1962716039] 'agreement among raft nodes before linearized reading' (duration: 1.238771227s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.018774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:16.779914Z","time spent":"1.23885558s","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:18.018807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961710943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:50:18.018844Z","caller":"traceutil/trace.go:171","msg":"trace[453769506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21435; }","duration":"1.961738233s","start":"2026-04-28T07:50:16.057092Z","end":"2026-04-28T07:50:18.01883Z","steps":["trace[453769506] 'agreement among raft nodes before linearized reading' (duration: 1.961675222s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.018874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151353282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:18.018896Z","caller":"traceutil/trace.go:171","msg":"trace[1651017842] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:21435; }","duration":"1.151419854s","start":"2026-04-28T07:50:16.867471Z","end":"2026-04-28T07:50:18.018891Z","steps":["trace[1651017842] 'agreement among raft nodes before linearized reading' (duration: 1.151374303s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.018912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:16.867444Z","time spent":"1.151465065s","remote":"127.0.0.1:51076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:18.018963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320591599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:50:18.018731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961401265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:50:18.018983Z","caller":"traceutil/trace.go:171","msg":"trace[1756630414] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:21435; }","duration":"2.320660131s","start":"2026-04-28T07:50:15.698318Z","end":"2026-04-28T07:50:18.018978Z","steps":["trace[1756630414] 'agreement among raft nodes before linearized reading' (duration: 2.320567609s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:18.018994Z","caller":"traceutil/trace.go:171","msg":"trace[875563222] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21435; }","duration":"1.961721633s","start":"2026-04-28T07:50:16.057267Z","end":"2026-04-28T07:50:18.018988Z","steps":["trace[875563222] 'agreement among raft nodes before linearized reading' (duration: 1.961266522s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.018997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:15.698293Z","time spent":"2.320701242s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":86,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:18.019027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:16.057242Z","time spent":"1.961763654s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:50:18.018875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:16.057011Z","time spent":"1.961857396s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:18.518652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765160936,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:50:18.581686Z","caller":"traceutil/trace.go:171","msg":"trace[1262579680] transaction","detail":"{read_only:false; response_revision:21441; number_of_response:1; }","duration":"1.011471921s","start":"2026-04-28T07:50:17.570182Z","end":"2026-04-28T07:50:18.581654Z","steps":["trace[1262579680] 'process raft request' (duration: 1.011379249s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.581862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.570149Z","time spent":"1.011628165s","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":693,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:50:18.582195Z","caller":"traceutil/trace.go:171","msg":"trace[1792173225] transaction","detail":"{read_only:false; response_revision:21439; number_of_response:1; }","duration":"1.116110984s","start":"2026-04-28T07:50:17.466047Z","end":"2026-04-28T07:50:18.582158Z","steps":["trace[1792173225] 'process raft request' (duration: 1.115414066s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:18.582302Z","caller":"traceutil/trace.go:171","msg":"trace[1162106422] transaction","detail":"{read_only:false; response_revision:21438; number_of_response:1; }","duration":"1.116268318s","start":"2026-04-28T07:50:17.466025Z","end":"2026-04-28T07:50:18.582294Z","steps":["trace[1162106422] 'process raft request' (duration: 1.115391006s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:18.582268Z","caller":"traceutil/trace.go:171","msg":"trace[356872964] transaction","detail":"{read_only:false; response_revision:21437; number_of_response:1; }","duration":"1.117383557s","start":"2026-04-28T07:50:17.464855Z","end":"2026-04-28T07:50:18.582239Z","steps":["trace[356872964] 'process raft request' (duration: 1.116444273s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.582397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.466004Z","time spent":"1.11633584s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:18.582417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.466008Z","time spent":"1.116298399s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:18.58245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.464813Z","time spent":"1.117546482s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:18.582258Z","caller":"traceutil/trace.go:171","msg":"trace[1034662913] transaction","detail":"{read_only:false; response_revision:21436; number_of_response:1; }","duration":"1.117519811s","start":"2026-04-28T07:50:17.464724Z","end":"2026-04-28T07:50:18.582244Z","steps":["trace[1034662913] 'process raft request' (duration: 1.079528244s)","trace[1034662913] 'compare' (duration: 36.802617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:18.582622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.464695Z","time spent":"1.11789456s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:18.582234Z","caller":"traceutil/trace.go:171","msg":"trace[1562304961] transaction","detail":"{read_only:false; response_revision:21440; number_of_response:1; }","duration":"1.116005142s","start":"2026-04-28T07:50:17.466182Z","end":"2026-04-28T07:50:18.582187Z","steps":["trace[1562304961] 'process raft request' (duration: 1.115336085s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.584586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.466171Z","time spent":"1.118340341s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:18.865361Z","caller":"traceutil/trace.go:171","msg":"trace[1232805769] transaction","detail":"{read_only:false; response_revision:21443; number_of_response:1; }","duration":"838.758444ms","start":"2026-04-28T07:50:18.02657Z","end":"2026-04-28T07:50:18.865328Z","steps":["trace[1232805769] 'process raft request' (duration: 838.536038ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:18.865428Z","caller":"traceutil/trace.go:171","msg":"trace[1878916007] transaction","detail":"{read_only:false; response_revision:21442; number_of_response:1; }","duration":"838.909538ms","start":"2026-04-28T07:50:18.026483Z","end":"2026-04-28T07:50:18.865393Z","steps":["trace[1878916007] 'process raft request' (duration: 838.098077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.865551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.026519Z","time spent":"838.953059ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:18.865399Z","caller":"traceutil/trace.go:171","msg":"trace[229883388] transaction","detail":"{read_only:false; response_revision:21444; number_of_response:1; }","duration":"837.870751ms","start":"2026-04-28T07:50:18.027497Z","end":"2026-04-28T07:50:18.865368Z","steps":["trace[229883388] 'process raft request' (duration: 837.741428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.865712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.027484Z","time spent":"838.142568ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12940,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:50:18.865741Z","caller":"traceutil/trace.go:171","msg":"trace[1944138793] linearizableReadLoop","detail":"{readStateIndex:22088; appliedIndex:22078; }","duration":"847.634759ms","start":"2026-04-28T07:50:18.018062Z","end":"2026-04-28T07:50:18.865697Z","steps":["trace[1944138793] 'read index received' (duration: 526.202877ms)","trace[1944138793] 'applied index is now lower than readState.Index' (duration: 321.430042ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:18.865917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400780022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:18.86596Z","caller":"traceutil/trace.go:171","msg":"trace[837437962] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21445; }","duration":"1.400849654s","start":"2026-04-28T07:50:17.465099Z","end":"2026-04-28T07:50:18.865949Z","steps":["trace[837437962] 'agreement among raft nodes before linearized reading' (duration: 1.400743001s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.866015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522163993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-28T07:50:18.865993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361728609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:50:18.866032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400806083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12425"} {"level":"info","ts":"2026-04-28T07:50:18.866072Z","caller":"traceutil/trace.go:171","msg":"trace[1923980942] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21445; }","duration":"1.522259375s","start":"2026-04-28T07:50:17.343798Z","end":"2026-04-28T07:50:18.866057Z","steps":["trace[1923980942] 'agreement among raft nodes before linearized reading' (duration: 1.522067s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.866109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.343773Z","time spent":"1.522328687s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T07:50:18.866107Z","caller":"traceutil/trace.go:171","msg":"trace[1931077032] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21445; }","duration":"1.400903915s","start":"2026-04-28T07:50:17.46518Z","end":"2026-04-28T07:50:18.866084Z","steps":["trace[1931077032] 'agreement among raft nodes before linearized reading' (duration: 1.400579867s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.866154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.465174Z","time spent":"1.400968616s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12447,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:18.866174Z","caller":"traceutil/trace.go:171","msg":"trace[1252106893] transaction","detail":"{read_only:false; response_revision:21445; number_of_response:1; }","duration":"835.709207ms","start":"2026-04-28T07:50:18.030442Z","end":"2026-04-28T07:50:18.866151Z","steps":["trace[1252106893] 'process raft request' (duration: 834.855724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.866193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713018022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T07:50:18.866237Z","caller":"traceutil/trace.go:171","msg":"trace[192385200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21445; }","duration":"1.713089744s","start":"2026-04-28T07:50:17.153136Z","end":"2026-04-28T07:50:18.866226Z","steps":["trace[192385200] 'agreement among raft nodes before linearized reading' (duration: 1.712915779s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.86626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401182962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12425"} {"level":"warn","ts":"2026-04-28T07:50:18.866281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.153119Z","time spent":"1.713154066s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:50:18.866292Z","caller":"traceutil/trace.go:171","msg":"trace[1115625226] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21445; }","duration":"1.401241795s","start":"2026-04-28T07:50:17.465041Z","end":"2026-04-28T07:50:18.866282Z","steps":["trace[1115625226] 'agreement among raft nodes before linearized reading' (duration: 1.401147843s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.866299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735524835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8c7556c8d-z54l2.18aa7529f697735d\" ","response":"range_response_count:1 size:1132"} {"level":"warn","ts":"2026-04-28T07:50:18.86632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.465031Z","time spent":"1.401283016s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12447,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:18.86634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713187086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T07:50:18.866348Z","caller":"traceutil/trace.go:171","msg":"trace[2114665769] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8c7556c8d-z54l2.18aa7529f697735d; range_end:; response_count:1; response_revision:21445; }","duration":"1.735587777s","start":"2026-04-28T07:50:17.130741Z","end":"2026-04-28T07:50:18.866329Z","steps":["trace[2114665769] 'agreement among raft nodes before linearized reading' (duration: 1.735405553s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.866387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.130725Z","time spent":"1.735653428s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1154,"request content":"key:\"/registry/events/openstack/barbican-api-8c7556c8d-z54l2.18aa7529f697735d\" "} {"level":"warn","ts":"2026-04-28T07:50:18.866392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.584533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:18.866432Z","caller":"traceutil/trace.go:171","msg":"trace[1157382966] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:21445; }","duration":"943.662814ms","start":"2026-04-28T07:50:17.922758Z","end":"2026-04-28T07:50:18.866421Z","steps":["trace[1157382966] 'agreement among raft nodes before linearized reading' (duration: 943.595843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.866471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.922731Z","time spent":"943.732197ms","remote":"127.0.0.1:49922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:18.866471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713356811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T07:50:18.866466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.738025259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18027"} {"level":"info","ts":"2026-04-28T07:50:18.866518Z","caller":"traceutil/trace.go:171","msg":"trace[1963516894] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21445; }","duration":"1.738158083s","start":"2026-04-28T07:50:17.128351Z","end":"2026-04-28T07:50:18.866509Z","steps":["trace[1963516894] 'agreement among raft nodes before linearized reading' (duration: 1.73803805s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:18.866522Z","caller":"traceutil/trace.go:171","msg":"trace[1112447191] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21445; }","duration":"1.713427263s","start":"2026-04-28T07:50:17.153078Z","end":"2026-04-28T07:50:18.866506Z","steps":["trace[1112447191] 'agreement among raft nodes before linearized reading' (duration: 1.71332382s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.866548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.128329Z","time spent":"1.738210233s","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18049,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T07:50:18.86654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398113614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:18.866554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.153064Z","time spent":"1.713484324s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:18.866559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401610624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12425"} {"level":"info","ts":"2026-04-28T07:50:18.866383Z","caller":"traceutil/trace.go:171","msg":"trace[1103474238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21445; }","duration":"1.713223897s","start":"2026-04-28T07:50:17.153145Z","end":"2026-04-28T07:50:18.866369Z","steps":["trace[1103474238] 'agreement among raft nodes before linearized reading' (duration: 1.713079153s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:18.866596Z","caller":"traceutil/trace.go:171","msg":"trace[1214754673] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21445; }","duration":"1.401670946s","start":"2026-04-28T07:50:17.464914Z","end":"2026-04-28T07:50:18.866585Z","steps":["trace[1214754673] 'agreement among raft nodes before linearized reading' (duration: 1.401580553s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.866472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401499302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:18.86663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.464905Z","time spent":"1.401719007s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12447,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:18.866589Z","caller":"traceutil/trace.go:171","msg":"trace[1056287778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21445; }","duration":"1.398199106s","start":"2026-04-28T07:50:17.468375Z","end":"2026-04-28T07:50:18.866574Z","steps":["trace[1056287778] 'agreement among raft nodes before linearized reading' (duration: 1.398108124s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:18.866652Z","caller":"traceutil/trace.go:171","msg":"trace[1221294510] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21445; }","duration":"1.401745267s","start":"2026-04-28T07:50:17.464897Z","end":"2026-04-28T07:50:18.866642Z","steps":["trace[1221294510] 'agreement among raft nodes before linearized reading' (duration: 1.401510321s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.866697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.464863Z","time spent":"1.401825749s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:18.866633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.026441Z","time spent":"839.067271ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:18.866768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008860164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:50:18.866321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.030432Z","time spent":"835.790738ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:18.866815Z","caller":"traceutil/trace.go:171","msg":"trace[603440396] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:21445; }","duration":"1.008928036s","start":"2026-04-28T07:50:17.857873Z","end":"2026-04-28T07:50:18.866801Z","steps":["trace[603440396] 'agreement among raft nodes before linearized reading' (duration: 1.008859174s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.866819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400207967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12425"} {"level":"warn","ts":"2026-04-28T07:50:18.866864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.402101836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:18.866901Z","caller":"traceutil/trace.go:171","msg":"trace[1468305371] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21445; }","duration":"1.402183498s","start":"2026-04-28T07:50:17.464708Z","end":"2026-04-28T07:50:18.866891Z","steps":["trace[1468305371] 'agreement among raft nodes before linearized reading' (duration: 1.402090206s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.866191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71804731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:18.866938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.464688Z","time spent":"1.40223819s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:18.866966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400505195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:18.866015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.465093Z","time spent":"1.400896805s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:18.866998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.114148866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-bootstrap\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-04-28T07:50:18.867015Z","caller":"traceutil/trace.go:171","msg":"trace[1862710059] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21445; }","duration":"1.400577707s","start":"2026-04-28T07:50:17.466424Z","end":"2026-04-28T07:50:18.867001Z","steps":["trace[1862710059] 'agreement among raft nodes before linearized reading' (duration: 1.400521666s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.866664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.468365Z","time spent":"1.398293268s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:50:18.867086Z","caller":"traceutil/trace.go:171","msg":"trace[305110601] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-bootstrap; range_end:; response_count:1; response_revision:21445; }","duration":"1.114244228s","start":"2026-04-28T07:50:17.752796Z","end":"2026-04-28T07:50:18.86704Z","steps":["trace[305110601] 'agreement among raft nodes before linearized reading' (duration: 1.114092814s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.867096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.466405Z","time spent":"1.400683329s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:18.86712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.752773Z","time spent":"1.11433968s","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":559,"request content":"key:\"/registry/serviceaccounts/openstack/manila-bootstrap\" "} {"level":"warn","ts":"2026-04-28T07:50:18.866633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.153054Z","time spent":"1.713568426s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:50:18.867203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401907451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:18.866988Z","caller":"traceutil/trace.go:171","msg":"trace[745702127] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:21445; }","duration":"1.71884253s","start":"2026-04-28T07:50:17.148124Z","end":"2026-04-28T07:50:18.866966Z","steps":["trace[745702127] 'agreement among raft nodes before linearized reading' (duration: 1.717996759s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.867214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418245357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-28T07:50:18.867229Z","caller":"traceutil/trace.go:171","msg":"trace[675993890] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21445; }","duration":"1.401940052s","start":"2026-04-28T07:50:17.465281Z","end":"2026-04-28T07:50:18.867221Z","steps":["trace[675993890] 'agreement among raft nodes before linearized reading' (duration: 1.401900631s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.866861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.857854Z","time spent":"1.008994968s","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":30,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:18.866706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.488959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:18.867276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.465278Z","time spent":"1.401992923s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:18.867285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.147995Z","time spent":"1.719266571s","remote":"127.0.0.1:46606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:18.867323Z","caller":"traceutil/trace.go:171","msg":"trace[313800727] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:21445; }","duration":"964.144346ms","start":"2026-04-28T07:50:17.903159Z","end":"2026-04-28T07:50:18.867303Z","steps":["trace[313800727] 'agreement among raft nodes before linearized reading' (duration: 963.50538ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:18.866098Z","caller":"traceutil/trace.go:171","msg":"trace[353555547] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:21445; }","duration":"1.361997356s","start":"2026-04-28T07:50:17.504077Z","end":"2026-04-28T07:50:18.866075Z","steps":["trace[353555547] 'agreement among raft nodes before linearized reading' (duration: 1.361692448s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.86738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.903135Z","time spent":"964.228988ms","remote":"127.0.0.1:51982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:18.867393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.504052Z","time spent":"1.363319618s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:18.866706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400050123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:18.867487Z","caller":"traceutil/trace.go:171","msg":"trace[1667190491] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21445; }","duration":"1.400843844s","start":"2026-04-28T07:50:17.466631Z","end":"2026-04-28T07:50:18.867475Z","steps":["trace[1667190491] 'agreement among raft nodes before linearized reading' (duration: 1.399980922s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.867597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.466622Z","time spent":"1.400962907s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:50:18.866867Z","caller":"traceutil/trace.go:171","msg":"trace[2052269486] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21445; }","duration":"1.40030876s","start":"2026-04-28T07:50:17.466543Z","end":"2026-04-28T07:50:18.866852Z","steps":["trace[2052269486] 'agreement among raft nodes before linearized reading' (duration: 1.400193797s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.867675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.466509Z","time spent":"1.401152552s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12447,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:18.866906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401624713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:18.867726Z","caller":"traceutil/trace.go:171","msg":"trace[1921257283] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21445; }","duration":"1.402455814s","start":"2026-04-28T07:50:17.465256Z","end":"2026-04-28T07:50:18.867712Z","steps":["trace[1921257283] 'agreement among raft nodes before linearized reading' (duration: 1.401578632s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.867812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.465253Z","time spent":"1.402544186s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:18.867276Z","caller":"traceutil/trace.go:171","msg":"trace[356293881] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21445; }","duration":"1.41837133s","start":"2026-04-28T07:50:17.448892Z","end":"2026-04-28T07:50:18.867263Z","steps":["trace[356293881] 'agreement among raft nodes before linearized reading' (duration: 1.418142714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:18.868128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:17.448855Z","time spent":"1.419257642s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T07:50:19.441598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.06336ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:19.441693Z","caller":"traceutil/trace.go:171","msg":"trace[1917012696] linearizableReadLoop","detail":"{readStateIndex:22089; appliedIndex:22088; }","duration":"575.86917ms","start":"2026-04-28T07:50:18.865809Z","end":"2026-04-28T07:50:19.441678Z","steps":["trace[1917012696] 'read index received' (duration: 339.697068ms)","trace[1917012696] 'applied index is now lower than readState.Index' (duration: 236.170802ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:19.441768Z","caller":"traceutil/trace.go:171","msg":"trace[1612481068] transaction","detail":"{read_only:false; response_revision:21446; number_of_response:1; }","duration":"597.05715ms","start":"2026-04-28T07:50:18.844699Z","end":"2026-04-28T07:50:19.441756Z","steps":["trace[1612481068] 'process raft request' (duration: 360.753645ms)","trace[1612481068] 'compare' (duration: 235.750421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:19.441806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.844659Z","time spent":"597.125972ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:19.442076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415522937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-scheduler-f46c6c86-v95dv\" ","response":"range_response_count:1 size:7347"} {"level":"info","ts":"2026-04-28T07:50:19.442097Z","caller":"traceutil/trace.go:171","msg":"trace[1778948484] range","detail":"{range_begin:/registry/pods/openstack/manila-scheduler-f46c6c86-v95dv; range_end:; response_count:1; response_revision:21446; }","duration":"1.415590789s","start":"2026-04-28T07:50:18.026499Z","end":"2026-04-28T07:50:19.44209Z","steps":["trace[1778948484] 'agreement among raft nodes before linearized reading' (duration: 1.415458345s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:19.442118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.026478Z","time spent":"1.41563574s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7369,"request content":"key:\"/registry/pods/openstack/manila-scheduler-f46c6c86-v95dv\" "} {"level":"warn","ts":"2026-04-28T07:50:19.442242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414161343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29622710-6mrxk\" ","response":"range_response_count:1 size:2844"} {"level":"info","ts":"2026-04-28T07:50:19.442337Z","caller":"traceutil/trace.go:171","msg":"trace[422192321] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29622710-6mrxk; range_end:; response_count:1; response_revision:21446; }","duration":"1.414582143s","start":"2026-04-28T07:50:18.027736Z","end":"2026-04-28T07:50:19.442318Z","steps":["trace[422192321] 'agreement among raft nodes before linearized reading' (duration: 1.414028919s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:19.442287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.204806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-04-28T07:50:19.442372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.0277Z","time spent":"1.414661775s","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":2866,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/heat-engine-cleaner-29622710-6mrxk\" "} {"level":"info","ts":"2026-04-28T07:50:19.442399Z","caller":"traceutil/trace.go:171","msg":"trace[347631749] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:21446; }","duration":"797.36082ms","start":"2026-04-28T07:50:18.645012Z","end":"2026-04-28T07:50:19.442373Z","steps":["trace[347631749] 'agreement among raft nodes before linearized reading' (duration: 797.083633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:19.442461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.644987Z","time spent":"797.458942ms","remote":"127.0.0.1:49824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-28T07:50:19.735451Z","caller":"traceutil/trace.go:171","msg":"trace[2110780051] transaction","detail":"{read_only:false; response_revision:21447; number_of_response:1; }","duration":"864.317485ms","start":"2026-04-28T07:50:18.871101Z","end":"2026-04-28T07:50:19.735418Z","steps":["trace[2110780051] 'process raft request' (duration: 863.390121ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:19.73561Z","caller":"traceutil/trace.go:171","msg":"trace[515841012] transaction","detail":"{read_only:false; response_revision:21448; number_of_response:1; }","duration":"861.831962ms","start":"2026-04-28T07:50:18.873744Z","end":"2026-04-28T07:50:19.735576Z","steps":["trace[515841012] 'process raft request' (duration: 861.528564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:19.735705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.871043Z","time spent":"864.568951ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1115,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:19.735777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.873733Z","time spent":"861.955104ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:19.735921Z","caller":"traceutil/trace.go:171","msg":"trace[1722310985] linearizableReadLoop","detail":"{readStateIndex:22099; appliedIndex:22089; }","duration":"294.179939ms","start":"2026-04-28T07:50:19.441712Z","end":"2026-04-28T07:50:19.735891Z","steps":["trace[1722310985] 'read index received' (duration: 293.493422ms)","trace[1722310985] 'applied index is now lower than readState.Index' (duration: 685.027µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:19.736281Z","caller":"traceutil/trace.go:171","msg":"trace[1639851337] transaction","detail":"{read_only:false; response_revision:21449; number_of_response:1; }","duration":"862.225311ms","start":"2026-04-28T07:50:18.874042Z","end":"2026-04-28T07:50:19.736267Z","steps":["trace[1639851337] 'process raft request' (duration: 861.368469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:19.736425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.874015Z","time spent":"862.301873ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12986,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:19.736511Z","caller":"traceutil/trace.go:171","msg":"trace[1295178308] transaction","detail":"{read_only:false; response_revision:21455; number_of_response:1; }","duration":"858.774583ms","start":"2026-04-28T07:50:18.877722Z","end":"2026-04-28T07:50:19.736497Z","steps":["trace[1295178308] 'process raft request' (duration: 858.044524ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:19.736591Z","caller":"traceutil/trace.go:171","msg":"trace[1064903262] transaction","detail":"{read_only:false; response_revision:21454; number_of_response:1; }","duration":"860.387804ms","start":"2026-04-28T07:50:18.876175Z","end":"2026-04-28T07:50:19.736563Z","steps":["trace[1064903262] 'process raft request' (duration: 859.548793ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:19.736595Z","caller":"traceutil/trace.go:171","msg":"trace[1944400357] transaction","detail":"{read_only:false; response_revision:21452; number_of_response:1; }","duration":"862.113947ms","start":"2026-04-28T07:50:18.874445Z","end":"2026-04-28T07:50:19.736559Z","steps":["trace[1944400357] 'process raft request' (duration: 861.192044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:19.736676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.807517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:19.736676Z","caller":"traceutil/trace.go:171","msg":"trace[1391576855] transaction","detail":"{read_only:false; response_revision:21453; number_of_response:1; }","duration":"861.945113ms","start":"2026-04-28T07:50:18.874713Z","end":"2026-04-28T07:50:19.736658Z","steps":["trace[1391576855] 'process raft request' (duration: 860.965918ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:19.736668Z","caller":"traceutil/trace.go:171","msg":"trace[925217441] transaction","detail":"{read_only:false; response_revision:21450; number_of_response:1; }","duration":"862.464297ms","start":"2026-04-28T07:50:18.874128Z","end":"2026-04-28T07:50:19.736592Z","steps":["trace[925217441] 'process raft request' (duration: 861.36889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:19.736732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.876163Z","time spent":"860.493837ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:19.736742Z","caller":"traceutil/trace.go:171","msg":"trace[1647137514] transaction","detail":"{read_only:false; response_revision:21456; number_of_response:1; }","duration":"703.50256ms","start":"2026-04-28T07:50:19.033216Z","end":"2026-04-28T07:50:19.736719Z","steps":["trace[1647137514] 'process raft request' (duration: 702.611858ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:19.736782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.874705Z","time spent":"862.014575ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:19.736829Z","caller":"traceutil/trace.go:171","msg":"trace[1388891051] transaction","detail":"{read_only:false; response_revision:21451; number_of_response:1; }","duration":"862.573869ms","start":"2026-04-28T07:50:18.874248Z","end":"2026-04-28T07:50:19.736822Z","steps":["trace[1388891051] 'process raft request' (duration: 861.333698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:19.736839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.87412Z","time spent":"862.644021ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:19.736875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.874235Z","time spent":"862.620631ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:19.736882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:19.033184Z","time spent":"703.616953ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5524,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:19.736788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.874437Z","time spent":"862.24297ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:19.73672Z","caller":"traceutil/trace.go:171","msg":"trace[303844631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21456; }","duration":"866.871859ms","start":"2026-04-28T07:50:18.869835Z","end":"2026-04-28T07:50:19.736707Z","steps":["trace[303844631] 'agreement among raft nodes before linearized reading' (duration: 866.799007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:19.736973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.869826Z","time spent":"867.141366ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:19.736607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.877716Z","time spent":"858.836554ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12589,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:19.736856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.274749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-bootstrap-kjf8p\" ","response":"range_response_count:1 size:6896"} {"level":"warn","ts":"2026-04-28T07:50:19.737126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.185959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:19.737156Z","caller":"traceutil/trace.go:171","msg":"trace[1425021791] range","detail":"{range_begin:/registry/pods/openstack/manila-bootstrap-kjf8p; range_end:; response_count:1; response_revision:21456; }","duration":"867.603478ms","start":"2026-04-28T07:50:18.869542Z","end":"2026-04-28T07:50:19.737146Z","steps":["trace[1425021791] 'agreement among raft nodes before linearized reading' (duration: 867.193137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:19.737177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.869521Z","time spent":"867.64972ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":6918,"request content":"key:\"/registry/pods/openstack/manila-bootstrap-kjf8p\" "} {"level":"info","ts":"2026-04-28T07:50:19.737174Z","caller":"traceutil/trace.go:171","msg":"trace[2069606567] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:21456; }","duration":"532.290331ms","start":"2026-04-28T07:50:19.204873Z","end":"2026-04-28T07:50:19.737163Z","steps":["trace[2069606567] 'agreement among raft nodes before linearized reading' (duration: 532.210679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:19.737208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:19.204844Z","time spent":"532.355783ms","remote":"127.0.0.1:46906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:19.736648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.129852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:19.737839Z","caller":"traceutil/trace.go:171","msg":"trace[1539803905] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21456; }","duration":"807.391465ms","start":"2026-04-28T07:50:18.930431Z","end":"2026-04-28T07:50:19.737822Z","steps":["trace[1539803905] 'agreement among raft nodes before linearized reading' (duration: 806.098701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:19.737904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.930408Z","time spent":"807.474767ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:50:19.738688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.961709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T07:50:19.738722Z","caller":"traceutil/trace.go:171","msg":"trace[1646381530] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21456; }","duration":"786.02023ms","start":"2026-04-28T07:50:18.952694Z","end":"2026-04-28T07:50:19.738715Z","steps":["trace[1646381530] 'agreement among raft nodes before linearized reading' (duration: 784.354679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:19.738741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:18.952681Z","time spent":"786.054891ms","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2735,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:20.01235Z","caller":"traceutil/trace.go:171","msg":"trace[1908181856] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21457; }","duration":"567.337015ms","start":"2026-04-28T07:50:19.444987Z","end":"2026-04-28T07:50:20.012324Z","steps":["trace[1908181856] 'process raft request' (duration: 566.881173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:20.012526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:19.444968Z","time spent":"567.465637ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":84,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-28T07:50:20.012758Z","caller":"traceutil/trace.go:171","msg":"trace[111269136] linearizableReadLoop","detail":"{readStateIndex:22101; appliedIndex:22099; }","duration":"276.696725ms","start":"2026-04-28T07:50:19.736029Z","end":"2026-04-28T07:50:20.012726Z","steps":["trace[111269136] 'read index received' (duration: 275.911415ms)","trace[111269136] 'applied index is now lower than readState.Index' (duration: 782.65µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:20.013119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.195133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:20.013191Z","caller":"traceutil/trace.go:171","msg":"trace[1724621134] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:21458; }","duration":"388.298706ms","start":"2026-04-28T07:50:19.624872Z","end":"2026-04-28T07:50:20.01317Z","steps":["trace[1724621134] 'agreement among raft nodes before linearized reading' (duration: 388.177933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:20.013242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:19.624852Z","time spent":"388.374988ms","remote":"127.0.0.1:51064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:20.01322Z","caller":"traceutil/trace.go:171","msg":"trace[1056091933] transaction","detail":"{read_only:false; response_revision:21458; number_of_response:1; }","duration":"562.349397ms","start":"2026-04-28T07:50:19.450853Z","end":"2026-04-28T07:50:20.013202Z","steps":["trace[1056091933] 'process raft request' (duration: 561.344361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:20.013281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.848194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-04-28T07:50:20.01352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:19.450825Z","time spent":"562.590353ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7340,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:20.013605Z","caller":"traceutil/trace.go:171","msg":"trace[562853840] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:21458; }","duration":"335.222324ms","start":"2026-04-28T07:50:19.678358Z","end":"2026-04-28T07:50:20.01358Z","steps":["trace[562853840] 'agreement among raft nodes before linearized reading' (duration: 334.638619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:20.013703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:19.678344Z","time spent":"335.321296ms","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-04-28T07:50:20.384818Z","caller":"traceutil/trace.go:171","msg":"trace[1260825625] linearizableReadLoop","detail":"{readStateIndex:22104; appliedIndex:22101; }","duration":"371.942899ms","start":"2026-04-28T07:50:20.012841Z","end":"2026-04-28T07:50:20.384784Z","steps":["trace[1260825625] 'read index received' (duration: 371.734384ms)","trace[1260825625] 'applied index is now lower than readState.Index' (duration: 207.425µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:20.385078Z","caller":"traceutil/trace.go:171","msg":"trace[1258377586] transaction","detail":"{read_only:false; response_revision:21459; number_of_response:1; }","duration":"641.84051ms","start":"2026-04-28T07:50:19.743228Z","end":"2026-04-28T07:50:20.385069Z","steps":["trace[1258377586] 'process raft request' (duration: 641.268606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:20.385173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:19.743198Z","time spent":"641.909862ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:50:20.385362Z","caller":"traceutil/trace.go:171","msg":"trace[1685603457] transaction","detail":"{read_only:false; response_revision:21460; number_of_response:1; }","duration":"636.818682ms","start":"2026-04-28T07:50:19.748536Z","end":"2026-04-28T07:50:20.385354Z","steps":["trace[1685603457] 'process raft request' (duration: 636.126375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:20.385405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:19.748505Z","time spent":"636.880004ms","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:50:20.385749Z","caller":"traceutil/trace.go:171","msg":"trace[687967451] transaction","detail":"{read_only:false; response_revision:21461; number_of_response:1; }","duration":"582.617153ms","start":"2026-04-28T07:50:19.803123Z","end":"2026-04-28T07:50:20.38574Z","steps":["trace[687967451] 'process raft request' (duration: 581.592107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:20.385816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:19.803099Z","time spent":"582.676434ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:20.385995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.445352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T07:50:20.386026Z","caller":"traceutil/trace.go:171","msg":"trace[204850528] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:21461; }","duration":"603.521524ms","start":"2026-04-28T07:50:19.782499Z","end":"2026-04-28T07:50:20.38602Z","steps":["trace[204850528] 'agreement among raft nodes before linearized reading' (duration: 603.412481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:20.386047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:19.782477Z","time spent":"603.565075ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"warn","ts":"2026-04-28T07:50:20.38617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.833118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:20.386193Z","caller":"traceutil/trace.go:171","msg":"trace[775220771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21461; }","duration":"635.891839ms","start":"2026-04-28T07:50:19.750296Z","end":"2026-04-28T07:50:20.386188Z","steps":["trace[775220771] 'agreement among raft nodes before linearized reading' (duration: 635.852848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:20.38621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:19.750278Z","time spent":"635.92886ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:20.386351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.621099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:20.386376Z","caller":"traceutil/trace.go:171","msg":"trace[690689193] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21461; }","duration":"640.678551ms","start":"2026-04-28T07:50:19.745692Z","end":"2026-04-28T07:50:20.38637Z","steps":["trace[690689193] 'agreement among raft nodes before linearized reading' (duration: 640.63377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:20.386394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:19.745675Z","time spent":"640.714721ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:50:20.885643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765160965,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:50:20.904457Z","caller":"traceutil/trace.go:171","msg":"trace[1986742431] transaction","detail":"{read_only:false; response_revision:21462; number_of_response:1; }","duration":"879.000449ms","start":"2026-04-28T07:50:20.02542Z","end":"2026-04-28T07:50:20.90442Z","steps":["trace[1986742431] 'process raft request' (duration: 878.389313ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:20.904466Z","caller":"traceutil/trace.go:171","msg":"trace[905039610] transaction","detail":"{read_only:false; response_revision:21463; number_of_response:1; }","duration":"878.199747ms","start":"2026-04-28T07:50:20.026246Z","end":"2026-04-28T07:50:20.904446Z","steps":["trace[905039610] 'process raft request' (duration: 878.099565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:20.904682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.026219Z","time spent":"878.320531ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:20.904642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.025402Z","time spent":"879.126002ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:20.904897Z","caller":"traceutil/trace.go:171","msg":"trace[771513651] transaction","detail":"{read_only:false; response_revision:21465; number_of_response:1; }","duration":"841.36016ms","start":"2026-04-28T07:50:20.063527Z","end":"2026-04-28T07:50:20.904887Z","steps":["trace[771513651] 'process raft request' (duration: 841.242917ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:20.904912Z","caller":"traceutil/trace.go:171","msg":"trace[281589925] transaction","detail":"{read_only:false; response_revision:21464; number_of_response:1; }","duration":"877.536701ms","start":"2026-04-28T07:50:20.02735Z","end":"2026-04-28T07:50:20.904887Z","steps":["trace[281589925] 'process raft request' (duration: 877.036468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:20.904954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.063474Z","time spent":"841.452643ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:20.905002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.027338Z","time spent":"877.611883ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:21.404303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.387798Z","time spent":"1.016496759s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:50:21.404583Z","caller":"traceutil/trace.go:171","msg":"trace[1081965077] linearizableReadLoop","detail":"{readStateIndex:22115; appliedIndex:22104; }","duration":"1.019669279s","start":"2026-04-28T07:50:20.384893Z","end":"2026-04-28T07:50:21.404563Z","steps":["trace[1081965077] 'read index received' (duration: 519.27636ms)","trace[1081965077] 'applied index is now lower than readState.Index' (duration: 500.391849ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:21.404834Z","caller":"traceutil/trace.go:171","msg":"trace[1313092686] transaction","detail":"{read_only:false; response_revision:21466; number_of_response:1; }","duration":"1.014386635s","start":"2026-04-28T07:50:20.390436Z","end":"2026-04-28T07:50:21.404823Z","steps":["trace[1313092686] 'process raft request' (duration: 1.013726378s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:21.404926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.390412Z","time spent":"1.014456347s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":875,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:21.405341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026894084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:21.405406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386473648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-api-f989756b7-blz9x\" ","response":"range_response_count:1 size:7928"} {"level":"info","ts":"2026-04-28T07:50:21.405424Z","caller":"traceutil/trace.go:171","msg":"trace[2011179935] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:21471; }","duration":"1.027036357s","start":"2026-04-28T07:50:20.378365Z","end":"2026-04-28T07:50:21.405401Z","steps":["trace[2011179935] 'agreement among raft nodes before linearized reading' (duration: 1.026901174s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:21.405526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386735874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7045a0e8-88a6-42c1-a1bc-523ca8ccd597\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-28T07:50:21.405562Z","caller":"traceutil/trace.go:171","msg":"trace[1811694969] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7045a0e8-88a6-42c1-a1bc-523ca8ccd597; range_end:; response_count:1; response_revision:21471; }","duration":"1.386813636s","start":"2026-04-28T07:50:20.01874Z","end":"2026-04-28T07:50:21.405554Z","steps":["trace[1811694969] 'agreement among raft nodes before linearized reading' (duration: 1.386723664s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:21.405594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.018719Z","time spent":"1.386867948s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-7045a0e8-88a6-42c1-a1bc-523ca8ccd597\" "} {"level":"warn","ts":"2026-04-28T07:50:21.405548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.378337Z","time spent":"1.02713445s","remote":"127.0.0.1:46842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:21.406178Z","caller":"traceutil/trace.go:171","msg":"trace[1977727888] transaction","detail":"{read_only:false; response_revision:21470; number_of_response:1; }","duration":"816.112287ms","start":"2026-04-28T07:50:20.590049Z","end":"2026-04-28T07:50:21.406161Z","steps":["trace[1977727888] 'process raft request' (duration: 814.444785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:21.406279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.590043Z","time spent":"816.185639ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:21.406425Z","caller":"traceutil/trace.go:171","msg":"trace[133457612] transaction","detail":"{read_only:false; response_revision:21467; number_of_response:1; }","duration":"818.59855ms","start":"2026-04-28T07:50:20.587816Z","end":"2026-04-28T07:50:21.406415Z","steps":["trace[133457612] 'process raft request' (duration: 816.481587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:21.406485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.587785Z","time spent":"818.671112ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:21.406611Z","caller":"traceutil/trace.go:171","msg":"trace[270040337] transaction","detail":"{read_only:false; response_revision:21468; number_of_response:1; }","duration":"817.278418ms","start":"2026-04-28T07:50:20.589321Z","end":"2026-04-28T07:50:21.406599Z","steps":["trace[270040337] 'process raft request' (duration: 815.04238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:21.406666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.589193Z","time spent":"817.447382ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:21.405445Z","caller":"traceutil/trace.go:171","msg":"trace[1190778058] range","detail":"{range_begin:/registry/pods/openstack/manila-api-f989756b7-blz9x; range_end:; response_count:1; response_revision:21471; }","duration":"1.38655539s","start":"2026-04-28T07:50:20.018878Z","end":"2026-04-28T07:50:21.405434Z","steps":["trace[1190778058] 'agreement among raft nodes before linearized reading' (duration: 1.386396336s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:21.407151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.018858Z","time spent":"1.388278004s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7950,"request content":"key:\"/registry/pods/openstack/manila-api-f989756b7-blz9x\" "} {"level":"info","ts":"2026-04-28T07:50:21.407341Z","caller":"traceutil/trace.go:171","msg":"trace[1415648161] transaction","detail":"{read_only:false; response_revision:21471; number_of_response:1; }","duration":"817.220526ms","start":"2026-04-28T07:50:20.590078Z","end":"2026-04-28T07:50:21.407298Z","steps":["trace[1415648161] 'process raft request' (duration: 814.448945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:21.407408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.590075Z","time spent":"817.298138ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:21.406801Z","caller":"traceutil/trace.go:171","msg":"trace[1155302756] transaction","detail":"{read_only:false; response_revision:21469; number_of_response:1; }","duration":"817.41675ms","start":"2026-04-28T07:50:20.589375Z","end":"2026-04-28T07:50:21.406792Z","steps":["trace[1155302756] 'process raft request' (duration: 815.078351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:21.407926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.589288Z","time spent":"818.434967ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:21.905465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765160975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:22.389407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:50:22.389488Z","caller":"traceutil/trace.go:171","msg":"trace[456209680] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000169722s","start":"2026-04-28T07:50:20.3893Z","end":"2026-04-28T07:50:22.38947Z","steps":["trace[456209680] 'agreement among raft nodes before linearized reading' (duration: 2.000054879s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:22.389542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.389188Z","time spent":"2.000338125s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:22.405942Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765160975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:22.907038Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765160975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:23.407497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765160975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:23.891531Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.48756026s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:50:23.89491Z","caller":"traceutil/trace.go:171","msg":"trace[1430309319] transaction","detail":"{read_only:false; response_revision:21472; number_of_response:1; }","duration":"2.953495592s","start":"2026-04-28T07:50:20.941382Z","end":"2026-04-28T07:50:23.894878Z","steps":["trace[1430309319] 'process raft request' (duration: 2.951817009s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:23.895093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.94134Z","time spent":"2.953647316s","remote":"127.0.0.1:49824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:24.3964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000542751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:50:24.3965Z","caller":"traceutil/trace.go:171","msg":"trace[323532249] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000713016s","start":"2026-04-28T07:50:22.395764Z","end":"2026-04-28T07:50:24.396477Z","steps":["trace[323532249] 'agreement among raft nodes before linearized reading' (duration: 2.000590423s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.396574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:22.395735Z","time spent":"2.000823398s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:50:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T07:50:24.614677Z","caller":"traceutil/trace.go:171","msg":"trace[1019308434] transaction","detail":"{read_only:false; response_revision:21473; number_of_response:1; }","duration":"3.207153009s","start":"2026-04-28T07:50:21.407446Z","end":"2026-04-28T07:50:24.6146Z","steps":["trace[1019308434] 'process raft request' (duration: 3.206445271s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.614938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:21.407413Z","time spent":"3.207407536s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:24.614959Z","caller":"traceutil/trace.go:171","msg":"trace[560387992] linearizableReadLoop","detail":"{readStateIndex:22122; appliedIndex:22115; }","duration":"3.210276109s","start":"2026-04-28T07:50:21.404651Z","end":"2026-04-28T07:50:24.614927Z","steps":["trace[560387992] 'read index received' (duration: 2.490160255s)","trace[560387992] 'applied index is now lower than readState.Index' (duration: 720.114353ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:24.615297Z","caller":"traceutil/trace.go:171","msg":"trace[1799330880] transaction","detail":"{read_only:false; response_revision:21474; number_of_response:1; }","duration":"3.205107527s","start":"2026-04-28T07:50:21.410174Z","end":"2026-04-28T07:50:24.615282Z","steps":["trace[1799330880] 'process raft request' (duration: 3.204302527s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.615419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:21.410154Z","time spent":"3.205189909s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:24.615503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.736845805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:24.615553Z","caller":"traceutil/trace.go:171","msg":"trace[367724618] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21483; }","duration":"3.736905426s","start":"2026-04-28T07:50:20.878633Z","end":"2026-04-28T07:50:24.615538Z","steps":["trace[367724618] 'agreement among raft nodes before linearized reading' (duration: 3.736761392s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.615598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.878627Z","time spent":"3.736962948s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:24.61578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.737125421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:24.615831Z","caller":"traceutil/trace.go:171","msg":"trace[877867280] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21483; }","duration":"3.737209424s","start":"2026-04-28T07:50:20.878609Z","end":"2026-04-28T07:50:24.615818Z","steps":["trace[877867280] 'agreement among raft nodes before linearized reading' (duration: 3.737025539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.615878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.878596Z","time spent":"3.737268555s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:24.615952Z","caller":"traceutil/trace.go:171","msg":"trace[664945497] transaction","detail":"{read_only:false; response_revision:21475; number_of_response:1; }","duration":"3.19852339s","start":"2026-04-28T07:50:21.417411Z","end":"2026-04-28T07:50:24.615935Z","steps":["trace[664945497] 'process raft request' (duration: 3.197135175s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.61606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:21.417377Z","time spent":"3.198605952s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7921,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:24.616206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.737573543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:24.616247Z","caller":"traceutil/trace.go:171","msg":"trace[2143764638] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21483; }","duration":"3.737637234s","start":"2026-04-28T07:50:20.8786Z","end":"2026-04-28T07:50:24.616237Z","steps":["trace[2143764638] 'agreement among raft nodes before linearized reading' (duration: 3.737497821s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.616278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.878587Z","time spent":"3.737683556s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:24.616381Z","caller":"traceutil/trace.go:171","msg":"trace[1705439294] transaction","detail":"{read_only:false; response_revision:21476; number_of_response:1; }","duration":"1.705296604s","start":"2026-04-28T07:50:22.911071Z","end":"2026-04-28T07:50:24.616367Z","steps":["trace[1705439294] 'process raft request' (duration: 1.70353917s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.61645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:22.911054Z","time spent":"1.705355386s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:24.616487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.738047724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:24.616518Z","caller":"traceutil/trace.go:171","msg":"trace[1113608564] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21483; }","duration":"3.738090386s","start":"2026-04-28T07:50:20.878419Z","end":"2026-04-28T07:50:24.616509Z","steps":["trace[1113608564] 'agreement among raft nodes before linearized reading' (duration: 3.737991534s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.616546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.878414Z","time spent":"3.738126557s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:50:24.616611Z","caller":"traceutil/trace.go:171","msg":"trace[1915798025] transaction","detail":"{read_only:false; response_revision:21477; number_of_response:1; }","duration":"1.704258837s","start":"2026-04-28T07:50:22.912339Z","end":"2026-04-28T07:50:24.616598Z","steps":["trace[1915798025] 'process raft request' (duration: 1.702318069s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.616718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:22.912316Z","time spent":"1.70434484s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:24.6168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.738919047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:50:24.616849Z","caller":"traceutil/trace.go:171","msg":"trace[27743683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21483; }","duration":"3.738975278s","start":"2026-04-28T07:50:20.87786Z","end":"2026-04-28T07:50:24.616835Z","steps":["trace[27743683] 'agreement among raft nodes before linearized reading' (duration: 3.738864046s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.616889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.877855Z","time spent":"3.73902569s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:50:24.616934Z","caller":"traceutil/trace.go:171","msg":"trace[1707072000] transaction","detail":"{read_only:false; response_revision:21478; number_of_response:1; }","duration":"1.704123094s","start":"2026-04-28T07:50:22.912795Z","end":"2026-04-28T07:50:24.616919Z","steps":["trace[1707072000] 'process raft request' (duration: 1.701901149s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.617012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:22.912788Z","time spent":"1.704186956s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:24.617151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.739299217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:50:24.617186Z","caller":"traceutil/trace.go:171","msg":"trace[749808868] transaction","detail":"{read_only:false; response_revision:21479; number_of_response:1; }","duration":"1.203450339s","start":"2026-04-28T07:50:23.413719Z","end":"2026-04-28T07:50:24.617169Z","steps":["trace[749808868] 'process raft request' (duration: 1.201012867s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:24.6172Z","caller":"traceutil/trace.go:171","msg":"trace[248465198] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21483; }","duration":"3.739358619s","start":"2026-04-28T07:50:20.877831Z","end":"2026-04-28T07:50:24.617189Z","steps":["trace[248465198] 'agreement among raft nodes before linearized reading' (duration: 3.739238136s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.617235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.877827Z","time spent":"3.73940069s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:50:24.617252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:23.413686Z","time spent":"1.203532671s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:24.617354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.739629045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:24.617391Z","caller":"traceutil/trace.go:171","msg":"trace[298778238] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21483; }","duration":"3.739678097s","start":"2026-04-28T07:50:20.877705Z","end":"2026-04-28T07:50:24.617383Z","steps":["trace[298778238] 'agreement among raft nodes before linearized reading' (duration: 3.739624906s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:24.61741Z","caller":"traceutil/trace.go:171","msg":"trace[1277600824] transaction","detail":"{read_only:false; response_revision:21480; number_of_response:1; }","duration":"1.2034723s","start":"2026-04-28T07:50:23.413925Z","end":"2026-04-28T07:50:24.617397Z","steps":["trace[1277600824] 'process raft request' (duration: 1.200843083s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.61742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.877699Z","time spent":"3.739714518s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:24.617504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:23.413916Z","time spent":"1.203522531s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:24.617641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.740884608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:24.617668Z","caller":"traceutil/trace.go:171","msg":"trace[1574989343] transaction","detail":"{read_only:false; response_revision:21481; number_of_response:1; }","duration":"1.203473839s","start":"2026-04-28T07:50:23.414181Z","end":"2026-04-28T07:50:24.617655Z","steps":["trace[1574989343] 'process raft request' (duration: 1.200620196s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:24.617692Z","caller":"traceutil/trace.go:171","msg":"trace[429557551] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21483; }","duration":"3.74094078s","start":"2026-04-28T07:50:20.876737Z","end":"2026-04-28T07:50:24.617678Z","steps":["trace[429557551] 'agreement among raft nodes before linearized reading' (duration: 3.740829957s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.617732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.876732Z","time spent":"3.740992341s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:50:24.617782Z","caller":"traceutil/trace.go:171","msg":"trace[1215812260] transaction","detail":"{read_only:false; response_revision:21482; number_of_response:1; }","duration":"1.203187342s","start":"2026-04-28T07:50:23.414578Z","end":"2026-04-28T07:50:24.617766Z","steps":["trace[1215812260] 'process raft request' (duration: 1.200258197s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.617846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:23.414571Z","time spent":"1.203249174s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:24.617913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.741285088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:24.617957Z","caller":"traceutil/trace.go:171","msg":"trace[1573714418] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21483; }","duration":"3.74136508s","start":"2026-04-28T07:50:20.87658Z","end":"2026-04-28T07:50:24.617945Z","steps":["trace[1573714418] 'agreement among raft nodes before linearized reading' (duration: 3.741303059s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.617997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.876561Z","time spent":"3.741425291s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:24.618014Z","caller":"traceutil/trace.go:171","msg":"trace[1064127664] transaction","detail":"{read_only:false; response_revision:21483; number_of_response:1; }","duration":"1.203322936s","start":"2026-04-28T07:50:23.414674Z","end":"2026-04-28T07:50:24.617997Z","steps":["trace[1064127664] 'process raft request' (duration: 1.200194146s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.618122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:23.414668Z","time spent":"1.203374147s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:24.61824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.760609969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:24.618292Z","caller":"traceutil/trace.go:171","msg":"trace[1969821558] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:21483; }","duration":"3.760659461s","start":"2026-04-28T07:50:20.857616Z","end":"2026-04-28T07:50:24.618275Z","steps":["trace[1969821558] 'agreement among raft nodes before linearized reading' (duration: 3.760586429s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.618318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.737677525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:24.618336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.857549Z","time spent":"3.760775984s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-28T07:50:24.618352Z","caller":"traceutil/trace.go:171","msg":"trace[1129336939] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21483; }","duration":"3.737725647s","start":"2026-04-28T07:50:20.880615Z","end":"2026-04-28T07:50:24.618341Z","steps":["trace[1129336939] 'agreement among raft nodes before linearized reading' (duration: 3.737661046s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.618384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.880603Z","time spent":"3.737773998s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:24.618556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845785368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:24.618606Z","caller":"traceutil/trace.go:171","msg":"trace[75245652] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:21483; }","duration":"3.845862571s","start":"2026-04-28T07:50:20.772729Z","end":"2026-04-28T07:50:24.618591Z","steps":["trace[75245652] 'agreement among raft nodes before linearized reading' (duration: 3.845785039s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.618653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.772707Z","time spent":"3.845931552s","remote":"127.0.0.1:51952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:24.618668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.738096186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:24.618703Z","caller":"traceutil/trace.go:171","msg":"trace[1768171428] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21483; }","duration":"3.738137387s","start":"2026-04-28T07:50:20.880553Z","end":"2026-04-28T07:50:24.61869Z","steps":["trace[1768171428] 'agreement among raft nodes before linearized reading' (duration: 3.737982143s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.618741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.880546Z","time spent":"3.738188378s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:24.618805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.92124313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:24.618836Z","caller":"traceutil/trace.go:171","msg":"trace[642428674] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21483; }","duration":"3.921306081s","start":"2026-04-28T07:50:20.697522Z","end":"2026-04-28T07:50:24.618828Z","steps":["trace[642428674] 'agreement among raft nodes before linearized reading' (duration: 3.92125432s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.618859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.697499Z","time spent":"3.921353102s","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:24.618994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.738512386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:24.619037Z","caller":"traceutil/trace.go:171","msg":"trace[1178616523] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21483; }","duration":"3.738571329s","start":"2026-04-28T07:50:20.880456Z","end":"2026-04-28T07:50:24.619027Z","steps":["trace[1178616523] 'agreement among raft nodes before linearized reading' (duration: 3.738457376s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.619073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.880448Z","time spent":"3.73861912s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:24.619132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.157816623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:24.619169Z","caller":"traceutil/trace.go:171","msg":"trace[2024273339] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:21483; }","duration":"3.157850685s","start":"2026-04-28T07:50:21.461307Z","end":"2026-04-28T07:50:24.619158Z","steps":["trace[2024273339] 'agreement among raft nodes before linearized reading' (duration: 3.157803064s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.619198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:21.461217Z","time spent":"3.157973578s","remote":"127.0.0.1:41896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:24.619338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.740142539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:24.61938Z","caller":"traceutil/trace.go:171","msg":"trace[924747503] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21483; }","duration":"3.740249301s","start":"2026-04-28T07:50:20.879122Z","end":"2026-04-28T07:50:24.619371Z","steps":["trace[924747503] 'agreement among raft nodes before linearized reading' (duration: 3.740109058s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.619416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.879094Z","time spent":"3.740315053s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:24.617733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:23.414149Z","time spent":"1.203545731s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:24.62035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.45672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:24.620387Z","caller":"traceutil/trace.go:171","msg":"trace[1070815174] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21483; }","duration":"223.557791ms","start":"2026-04-28T07:50:24.396821Z","end":"2026-04-28T07:50:24.620379Z","steps":["trace[1070815174] 'agreement among raft nodes before linearized reading' (duration: 223.50517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.62054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.346745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T07:50:24.620569Z","caller":"traceutil/trace.go:171","msg":"trace[703598647] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21483; }","duration":"342.414127ms","start":"2026-04-28T07:50:24.278148Z","end":"2026-04-28T07:50:24.620562Z","steps":["trace[703598647] 'agreement among raft nodes before linearized reading' (duration: 342.336925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.62059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:24.278126Z","time spent":"342.457569ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T07:50:24.6208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.462418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:24.620829Z","caller":"traceutil/trace.go:171","msg":"trace[1409432277] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:21483; }","duration":"688.53627ms","start":"2026-04-28T07:50:23.932286Z","end":"2026-04-28T07:50:24.620822Z","steps":["trace[1409432277] 'agreement among raft nodes before linearized reading' (duration: 688.403786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.62085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:23.932265Z","time spent":"688.57951ms","remote":"127.0.0.1:51560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:24.620998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.534864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18027"} {"level":"info","ts":"2026-04-28T07:50:24.621024Z","caller":"traceutil/trace.go:171","msg":"trace[1451695323] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:21483; }","duration":"718.608285ms","start":"2026-04-28T07:50:23.90241Z","end":"2026-04-28T07:50:24.621018Z","steps":["trace[1451695323] 'agreement among raft nodes before linearized reading' (duration: 718.535074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.621045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:23.902389Z","time spent":"718.650677ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18049,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-28T07:50:24.621209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107236699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:24.621239Z","caller":"traceutil/trace.go:171","msg":"trace[1380993775] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:21483; }","duration":"1.107323081s","start":"2026-04-28T07:50:23.513908Z","end":"2026-04-28T07:50:24.621232Z","steps":["trace[1380993775] 'agreement among raft nodes before linearized reading' (duration: 1.107243789s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.621263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:23.513878Z","time spent":"1.107380042s","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:24.621422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485904128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:24.619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.028834759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:24.622159Z","caller":"traceutil/trace.go:171","msg":"trace[384517048] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:21483; }","duration":"4.031997328s","start":"2026-04-28T07:50:20.59014Z","end":"2026-04-28T07:50:24.622138Z","steps":["trace[384517048] 'agreement among raft nodes before linearized reading' (duration: 4.028832868s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.622228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.590136Z","time spent":"4.03206968s","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:24.622631Z","caller":"traceutil/trace.go:171","msg":"trace[1304941954] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:21483; }","duration":"1.487160772s","start":"2026-04-28T07:50:23.135457Z","end":"2026-04-28T07:50:24.622618Z","steps":["trace[1304941954] 'agreement among raft nodes before linearized reading' (duration: 1.48593952s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.622706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:23.135428Z","time spent":"1.487262553s","remote":"127.0.0.1:50558","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:24.622872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542793088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:24.622905Z","caller":"traceutil/trace.go:171","msg":"trace[527574612] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:21483; }","duration":"1.54286227s","start":"2026-04-28T07:50:23.080035Z","end":"2026-04-28T07:50:24.622898Z","steps":["trace[527574612] 'agreement among raft nodes before linearized reading' (duration: 1.542804008s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.622928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:23.079991Z","time spent":"1.542930521s","remote":"127.0.0.1:49806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:24.623061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71338353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:24.62309Z","caller":"traceutil/trace.go:171","msg":"trace[152473246] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:21483; }","duration":"1.713466673s","start":"2026-04-28T07:50:22.909616Z","end":"2026-04-28T07:50:24.623083Z","steps":["trace[152473246] 'agreement among raft nodes before linearized reading' (duration: 1.713420992s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.62311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:22.90959Z","time spent":"1.713514394s","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:24.623262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855427917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:24.623299Z","caller":"traceutil/trace.go:171","msg":"trace[1281332227] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:21483; }","duration":"1.855517209s","start":"2026-04-28T07:50:22.767765Z","end":"2026-04-28T07:50:24.623282Z","steps":["trace[1281332227] 'agreement among raft nodes before linearized reading' (duration: 1.855471908s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.623325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:22.76774Z","time spent":"1.855575151s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:24.62347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910679194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:24.623499Z","caller":"traceutil/trace.go:171","msg":"trace[1830722239] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:21483; }","duration":"1.910766955s","start":"2026-04-28T07:50:22.712725Z","end":"2026-04-28T07:50:24.623492Z","steps":["trace[1830722239] 'agreement among raft nodes before linearized reading' (duration: 1.910722324s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.623521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:22.712694Z","time spent":"1.910821277s","remote":"127.0.0.1:46840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:24.623674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978736046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:24.623703Z","caller":"traceutil/trace.go:171","msg":"trace[1242322989] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:21483; }","duration":"1.978787056s","start":"2026-04-28T07:50:22.644908Z","end":"2026-04-28T07:50:24.623695Z","steps":["trace[1242322989] 'agreement among raft nodes before linearized reading' (duration: 1.978726995s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.623726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:22.644896Z","time spent":"1.978822138s","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:24.623864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022960132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:24.62389Z","caller":"traceutil/trace.go:171","msg":"trace[994581670] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:21483; }","duration":"2.023038193s","start":"2026-04-28T07:50:22.600846Z","end":"2026-04-28T07:50:24.623884Z","steps":["trace[994581670] 'agreement among raft nodes before linearized reading' (duration: 2.022980852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.623921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:22.60082Z","time spent":"2.023095295s","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:24.624075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274988398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:24.624104Z","caller":"traceutil/trace.go:171","msg":"trace[209057774] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:21483; }","duration":"2.27505297s","start":"2026-04-28T07:50:22.349044Z","end":"2026-04-28T07:50:24.624097Z","steps":["trace[209057774] 'agreement among raft nodes before linearized reading' (duration: 2.275006978s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.624129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:22.34898Z","time spent":"2.275140932s","remote":"127.0.0.1:47592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:24.624306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.878246786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T07:50:24.624333Z","caller":"traceutil/trace.go:171","msg":"trace[428987545] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21483; }","duration":"2.878319417s","start":"2026-04-28T07:50:21.746007Z","end":"2026-04-28T07:50:24.624326Z","steps":["trace[428987545] 'agreement among raft nodes before linearized reading' (duration: 2.878232785s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.624353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:21.74598Z","time spent":"2.878367919s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:24.624501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879220621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:50:24.624559Z","caller":"traceutil/trace.go:171","msg":"trace[1384137394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21483; }","duration":"2.879277893s","start":"2026-04-28T07:50:21.745273Z","end":"2026-04-28T07:50:24.624551Z","steps":["trace[1384137394] 'agreement among raft nodes before linearized reading' (duration: 2.879179941s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.624581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:21.745208Z","time spent":"2.879366795s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:50:24.624726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.884536545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:50:24.624751Z","caller":"traceutil/trace.go:171","msg":"trace[1656973881] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21483; }","duration":"2.884602057s","start":"2026-04-28T07:50:21.740143Z","end":"2026-04-28T07:50:24.624745Z","steps":["trace[1656973881] 'agreement among raft nodes before linearized reading' (duration: 2.884535135s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.624772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:21.74012Z","time spent":"2.884646658s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:24.624885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.065664197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:24.624925Z","caller":"traceutil/trace.go:171","msg":"trace[1270469179] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:21483; }","duration":"3.065740669s","start":"2026-04-28T07:50:21.559177Z","end":"2026-04-28T07:50:24.624918Z","steps":["trace[1270469179] 'agreement among raft nodes before linearized reading' (duration: 3.065681198s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.624947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:21.559153Z","time spent":"3.065788121s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:24.625103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109875743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-28T07:50:24.625134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.13414831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:24.62515Z","caller":"traceutil/trace.go:171","msg":"trace[869458815] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:21483; }","duration":"3.109921364s","start":"2026-04-28T07:50:21.515221Z","end":"2026-04-28T07:50:24.625142Z","steps":["trace[869458815] 'agreement among raft nodes before linearized reading' (duration: 3.109828612s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.62517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:21.515168Z","time spent":"3.109997066s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-28T07:50:24.619077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.227828935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T07:50:24.625766Z","caller":"traceutil/trace.go:171","msg":"trace[2121826038] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21483; }","duration":"4.234498244s","start":"2026-04-28T07:50:20.391221Z","end":"2026-04-28T07:50:24.625719Z","steps":["trace[2121826038] 'agreement among raft nodes before linearized reading' (duration: 4.227793243s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.625924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:20.391211Z","time spent":"4.234656738s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:50:24.625168Z","caller":"traceutil/trace.go:171","msg":"trace[569274711] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:21483; }","duration":"3.134207421s","start":"2026-04-28T07:50:21.490949Z","end":"2026-04-28T07:50:24.625156Z","steps":["trace[569274711] 'agreement among raft nodes before linearized reading' (duration: 3.13415717s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:24.627131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:21.49093Z","time spent":"3.136182062s","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:25.117433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.670095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:25.118558Z","caller":"traceutil/trace.go:171","msg":"trace[1959546898] transaction","detail":"{read_only:false; response_revision:21484; number_of_response:1; }","duration":"482.889994ms","start":"2026-04-28T07:50:24.635538Z","end":"2026-04-28T07:50:25.118428Z","steps":["trace[1959546898] 'process raft request' (duration: 212.144171ms)","trace[1959546898] 'compare' (duration: 269.181563ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:25.119052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:24.635522Z","time spent":"483.209203ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:25.199908Z","caller":"traceutil/trace.go:171","msg":"trace[1213698810] transaction","detail":"{read_only:false; response_revision:21485; number_of_response:1; }","duration":"564.197264ms","start":"2026-04-28T07:50:24.635654Z","end":"2026-04-28T07:50:25.199851Z","steps":["trace[1213698810] 'process raft request' (duration: 563.816164ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:25.199954Z","caller":"traceutil/trace.go:171","msg":"trace[726188772] transaction","detail":"{read_only:false; response_revision:21486; number_of_response:1; }","duration":"564.238855ms","start":"2026-04-28T07:50:24.635663Z","end":"2026-04-28T07:50:25.199901Z","steps":["trace[726188772] 'process raft request' (duration: 563.974448ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:25.200067Z","caller":"traceutil/trace.go:171","msg":"trace[1780645076] transaction","detail":"{read_only:false; response_revision:21487; number_of_response:1; }","duration":"564.251186ms","start":"2026-04-28T07:50:24.635702Z","end":"2026-04-28T07:50:25.199953Z","steps":["trace[1780645076] 'process raft request' (duration: 564.01499ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:25.200144Z","caller":"traceutil/trace.go:171","msg":"trace[2112138519] linearizableReadLoop","detail":"{readStateIndex:22131; appliedIndex:22127; }","duration":"562.04766ms","start":"2026-04-28T07:50:24.638066Z","end":"2026-04-28T07:50:25.200114Z","steps":["trace[2112138519] 'read index received' (duration: 209.70595ms)","trace[2112138519] 'applied index is now lower than readState.Index' (duration: 352.34006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:25.200251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:24.635637Z","time spent":"564.483552ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:25.200249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:24.635637Z","time spent":"564.4238ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:25.200283Z","caller":"traceutil/trace.go:171","msg":"trace[367260417] transaction","detail":"{read_only:false; response_revision:21489; number_of_response:1; }","duration":"554.245751ms","start":"2026-04-28T07:50:24.646021Z","end":"2026-04-28T07:50:25.200267Z","steps":["trace[367260417] 'process raft request' (duration: 553.787779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:25.200307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:24.635678Z","time spent":"564.502803ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:25.20037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:24.645999Z","time spent":"554.323483ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7168,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:25.201318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.23868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:25.201324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.757472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:25.201376Z","caller":"traceutil/trace.go:171","msg":"trace[505809010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21489; }","duration":"563.299441ms","start":"2026-04-28T07:50:24.638062Z","end":"2026-04-28T07:50:25.201362Z","steps":["trace[505809010] 'agreement among raft nodes before linearized reading' (duration: 563.196889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:25.201341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.24499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:25.201387Z","caller":"traceutil/trace.go:171","msg":"trace[1563559015] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:21489; }","duration":"191.855343ms","start":"2026-04-28T07:50:25.009514Z","end":"2026-04-28T07:50:25.201369Z","steps":["trace[1563559015] 'agreement among raft nodes before linearized reading' (duration: 191.743531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:25.201403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.507515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-04-28T07:50:25.201418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:24.63804Z","time spent":"563.368422ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:50:25.201441Z","caller":"traceutil/trace.go:171","msg":"trace[454431393] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:21489; }","duration":"563.407944ms","start":"2026-04-28T07:50:24.638014Z","end":"2026-04-28T07:50:25.201422Z","steps":["trace[454431393] 'agreement among raft nodes before linearized reading' (duration: 563.210289ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:25.201453Z","caller":"traceutil/trace.go:171","msg":"trace[1447825627] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21489; }","duration":"548.587627ms","start":"2026-04-28T07:50:24.65285Z","end":"2026-04-28T07:50:25.201437Z","steps":["trace[1447825627] 'agreement among raft nodes before linearized reading' (duration: 548.413703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:25.201486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:24.637994Z","time spent":"563.483295ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T07:50:25.201536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.559949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:25.201571Z","caller":"traceutil/trace.go:171","msg":"trace[1797159279] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:21489; }","duration":"525.638271ms","start":"2026-04-28T07:50:24.675919Z","end":"2026-04-28T07:50:25.201557Z","steps":["trace[1797159279] 'agreement among raft nodes before linearized reading' (duration: 525.58785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:25.2016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:24.675895Z","time spent":"525.694923ms","remote":"127.0.0.1:35984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:25.200422Z","caller":"traceutil/trace.go:171","msg":"trace[1973983948] transaction","detail":"{read_only:false; response_revision:21488; number_of_response:1; }","duration":"561.370262ms","start":"2026-04-28T07:50:24.63904Z","end":"2026-04-28T07:50:25.20041Z","steps":["trace[1973983948] 'process raft request' (duration: 560.721736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:25.201788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:24.639Z","time spent":"562.714266ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:25.201486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:24.652818Z","time spent":"548.661738ms","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:50:25.202253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.956917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-28T07:50:25.202293Z","caller":"traceutil/trace.go:171","msg":"trace[1628036009] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a; range_end:; response_count:1; response_revision:21489; }","duration":"564.006188ms","start":"2026-04-28T07:50:24.638273Z","end":"2026-04-28T07:50:25.202279Z","steps":["trace[1628036009] 'agreement among raft nodes before linearized reading' (duration: 563.840084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:25.20194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.567953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-28T07:50:25.202323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:24.638264Z","time spent":"564.05184ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a\" "} {"level":"info","ts":"2026-04-28T07:50:25.202355Z","caller":"traceutil/trace.go:171","msg":"trace[1165166435] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:21489; }","duration":"562.994453ms","start":"2026-04-28T07:50:24.639331Z","end":"2026-04-28T07:50:25.202325Z","steps":["trace[1165166435] 'agreement among raft nodes before linearized reading' (duration: 562.489381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:25.202425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:24.639325Z","time spent":"563.089546ms","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1880,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-28T07:50:25.202769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.27996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:25.202813Z","caller":"traceutil/trace.go:171","msg":"trace[1208913515] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:21489; }","duration":"387.354732ms","start":"2026-04-28T07:50:24.815445Z","end":"2026-04-28T07:50:25.202799Z","steps":["trace[1208913515] 'agreement among raft nodes before linearized reading' (duration: 387.26238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:25.202844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:24.815423Z","time spent":"387.413044ms","remote":"127.0.0.1:51496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:25.514158Z","caller":"traceutil/trace.go:171","msg":"trace[917758284] linearizableReadLoop","detail":"{readStateIndex:22134; appliedIndex:22133; }","duration":"306.797071ms","start":"2026-04-28T07:50:25.207329Z","end":"2026-04-28T07:50:25.514126Z","steps":["trace[917758284] 'read index received' (duration: 306.499684ms)","trace[917758284] 'applied index is now lower than readState.Index' (duration: 295.227µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:25.514217Z","caller":"traceutil/trace.go:171","msg":"trace[747672129] transaction","detail":"{read_only:false; response_revision:21490; number_of_response:1; }","duration":"310.022113ms","start":"2026-04-28T07:50:25.20417Z","end":"2026-04-28T07:50:25.514193Z","steps":["trace[747672129] 'process raft request' (duration: 309.661284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:25.514451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.102809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eae130f0-b3ed-4f10-b0c7-587fe982027a\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-04-28T07:50:25.514526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:25.204156Z","time spent":"310.191908ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:25.514645Z","caller":"traceutil/trace.go:171","msg":"trace[1411825197] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eae130f0-b3ed-4f10-b0c7-587fe982027a; range_end:; response_count:1; response_revision:21490; }","duration":"307.337855ms","start":"2026-04-28T07:50:25.207283Z","end":"2026-04-28T07:50:25.514621Z","steps":["trace[1411825197] 'agreement among raft nodes before linearized reading' (duration: 306.984316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:25.514714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:25.207262Z","time spent":"307.435758ms","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-eae130f0-b3ed-4f10-b0c7-587fe982027a\" "} {"level":"warn","ts":"2026-04-28T07:50:26.014637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161006,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:50:26.118793Z","caller":"traceutil/trace.go:171","msg":"trace[269597515] transaction","detail":"{read_only:false; response_revision:21491; number_of_response:1; }","duration":"904.916107ms","start":"2026-04-28T07:50:25.21384Z","end":"2026-04-28T07:50:26.118756Z","steps":["trace[269597515] 'process raft request' (duration: 845.094324ms)","trace[269597515] 'compare' (duration: 59.655559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:26.118994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:25.213821Z","time spent":"905.077872ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8081,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:26.565364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.045728ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:26.565491Z","caller":"traceutil/trace.go:171","msg":"trace[323546248] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21491; }","duration":"289.187522ms","start":"2026-04-28T07:50:26.276285Z","end":"2026-04-28T07:50:26.565473Z","steps":["trace[323546248] 'range keys from in-memory index tree' (duration: 289.028128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:26.567206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.497314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:26.567659Z","caller":"traceutil/trace.go:171","msg":"trace[1658532651] transaction","detail":"{read_only:false; response_revision:21492; number_of_response:1; }","duration":"1.048132754s","start":"2026-04-28T07:50:25.519491Z","end":"2026-04-28T07:50:26.567623Z","steps":["trace[1658532651] 'process raft request' (duration: 904.174998ms)","trace[1658532651] 'compare' (duration: 141.044952ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:26.567849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:25.519466Z","time spent":"1.048299059s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:26.830585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.299773ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:50:26.831737Z","caller":"traceutil/trace.go:171","msg":"trace[1062101213] transaction","detail":"{read_only:false; response_revision:21493; number_of_response:1; }","duration":"1.132470641s","start":"2026-04-28T07:50:25.699229Z","end":"2026-04-28T07:50:26.831699Z","steps":["trace[1062101213] 'process raft request' (duration: 1.131446955s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:26.831924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:25.699202Z","time spent":"1.132641385s","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2140,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:27.140711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.913384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:27.141045Z","caller":"traceutil/trace.go:171","msg":"trace[1795930685] transaction","detail":"{read_only:false; response_revision:21495; number_of_response:1; }","duration":"566.949424ms","start":"2026-04-28T07:50:26.574076Z","end":"2026-04-28T07:50:27.141026Z","steps":["trace[1795930685] 'process raft request' (duration: 566.81862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.141108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.574044Z","time spent":"567.042627ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:50:27.141433Z","caller":"traceutil/trace.go:171","msg":"trace[827263147] linearizableReadLoop","detail":"{readStateIndex:22139; appliedIndex:22134; }","duration":"1.627169226s","start":"2026-04-28T07:50:25.514237Z","end":"2026-04-28T07:50:27.141407Z","steps":["trace[827263147] 'read index received' (duration: 544.716387ms)","trace[827263147] 'applied index is now lower than readState.Index' (duration: 1.082449249s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:27.14163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924837234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:27.141734Z","caller":"traceutil/trace.go:171","msg":"trace[2023994806] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21495; }","duration":"1.924966477s","start":"2026-04-28T07:50:25.216756Z","end":"2026-04-28T07:50:27.141722Z","steps":["trace[2023994806] 'agreement among raft nodes before linearized reading' (duration: 1.924763162s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.14174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934161282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:27.140978Z","caller":"traceutil/trace.go:171","msg":"trace[1537725858] transaction","detail":"{read_only:false; response_revision:21494; number_of_response:1; }","duration":"1.228144217s","start":"2026-04-28T07:50:25.912742Z","end":"2026-04-28T07:50:27.140886Z","steps":["trace[1537725858] 'process raft request' (duration: 918.939495ms)","trace[1537725858] 'compare' (duration: 308.217097ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:27.141788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:25.2167Z","time spent":"1.92507896s","remote":"127.0.0.1:50512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:27.141815Z","caller":"traceutil/trace.go:171","msg":"trace[2054602127] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:21495; }","duration":"1.934270375s","start":"2026-04-28T07:50:25.207529Z","end":"2026-04-28T07:50:27.141799Z","steps":["trace[2054602127] 'agreement among raft nodes before linearized reading' (duration: 1.93410412s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.141952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:25.207519Z","time spent":"1.934423168s","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T07:50:27.142051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:25.912708Z","time spent":"1.229206455s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:27.677314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.756103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:27.677539Z","caller":"traceutil/trace.go:171","msg":"trace[1146164978] transaction","detail":"{read_only:false; response_revision:21496; number_of_response:1; }","duration":"1.041569277s","start":"2026-04-28T07:50:26.635949Z","end":"2026-04-28T07:50:27.677518Z","steps":["trace[1146164978] 'process raft request' (duration: 880.467566ms)","trace[1146164978] 'compare' (duration: 159.895641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:27.677618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.635934Z","time spent":"1.04165689s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:27.677993Z","caller":"traceutil/trace.go:171","msg":"trace[304188526] transaction","detail":"{read_only:false; response_revision:21497; number_of_response:1; }","duration":"1.041832784s","start":"2026-04-28T07:50:26.636153Z","end":"2026-04-28T07:50:27.677986Z","steps":["trace[304188526] 'process raft request' (duration: 1.04127499s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.678035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.636119Z","time spent":"1.041896036s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:27.67849Z","caller":"traceutil/trace.go:171","msg":"trace[489798472] transaction","detail":"{read_only:false; response_revision:21498; number_of_response:1; }","duration":"1.041175707s","start":"2026-04-28T07:50:26.637281Z","end":"2026-04-28T07:50:27.678457Z","steps":["trace[489798472] 'process raft request' (duration: 1.040673084s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.678664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.637268Z","time spent":"1.041300799s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:27.679111Z","caller":"traceutil/trace.go:171","msg":"trace[1973317011] transaction","detail":"{read_only:false; response_revision:21499; number_of_response:1; }","duration":"1.042888442s","start":"2026-04-28T07:50:26.636211Z","end":"2026-04-28T07:50:27.679099Z","steps":["trace[1973317011] 'process raft request' (duration: 1.041956017s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.67917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.636196Z","time spent":"1.042940143s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:27.679228Z","caller":"traceutil/trace.go:171","msg":"trace[686263551] transaction","detail":"{read_only:false; response_revision:21503; number_of_response:1; }","duration":"1.039472753s","start":"2026-04-28T07:50:26.639728Z","end":"2026-04-28T07:50:27.679201Z","steps":["trace[686263551] 'process raft request' (duration: 1.03934484s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:27.679546Z","caller":"traceutil/trace.go:171","msg":"trace[1100899242] transaction","detail":"{read_only:false; response_revision:21501; number_of_response:1; }","duration":"1.041138656s","start":"2026-04-28T07:50:26.63837Z","end":"2026-04-28T07:50:27.679508Z","steps":["trace[1100899242] 'process raft request' (duration: 1.040429417s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:27.679556Z","caller":"traceutil/trace.go:171","msg":"trace[304947819] transaction","detail":"{read_only:false; response_revision:21500; number_of_response:1; }","duration":"1.04131309s","start":"2026-04-28T07:50:26.638213Z","end":"2026-04-28T07:50:27.679526Z","steps":["trace[304947819] 'process raft request' (duration: 1.040441168s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.679596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.639716Z","time spent":"1.039594137s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:27.679617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.638204Z","time spent":"1.041381023s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:27.679645Z","caller":"traceutil/trace.go:171","msg":"trace[1379721879] transaction","detail":"{read_only:false; response_revision:21502; number_of_response:1; }","duration":"1.039822422s","start":"2026-04-28T07:50:26.63969Z","end":"2026-04-28T07:50:27.679512Z","steps":["trace[1379721879] 'process raft request' (duration: 1.03932443s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.679618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.638362Z","time spent":"1.041221189s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:27.679742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.639676Z","time spent":"1.039990527s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:27.712319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002520561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:50:27.712415Z","caller":"traceutil/trace.go:171","msg":"trace[1756823076] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002736257s","start":"2026-04-28T07:50:25.709657Z","end":"2026-04-28T07:50:27.712393Z","steps":["trace[1756823076] 'agreement among raft nodes before linearized reading' (duration: 2.002576183s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.712471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:25.709639Z","time spent":"2.002813638s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:50:27.739824Z","caller":"traceutil/trace.go:171","msg":"trace[1271921064] transaction","detail":"{read_only:false; response_revision:21505; number_of_response:1; }","duration":"792.784333ms","start":"2026-04-28T07:50:26.947001Z","end":"2026-04-28T07:50:27.739785Z","steps":["trace[1271921064] 'process raft request' (duration: 792.564278ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:27.739869Z","caller":"traceutil/trace.go:171","msg":"trace[705911796] transaction","detail":"{read_only:false; response_revision:21504; number_of_response:1; }","duration":"874.993446ms","start":"2026-04-28T07:50:26.864827Z","end":"2026-04-28T07:50:27.739821Z","steps":["trace[705911796] 'process raft request' (duration: 874.534725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.740031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.946967Z","time spent":"792.944507ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:27.740086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.864802Z","time spent":"875.159791ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2713,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:27.740195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100324723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:27.740292Z","caller":"traceutil/trace.go:171","msg":"trace[472951389] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21506; }","duration":"1.100450865s","start":"2026-04-28T07:50:26.639817Z","end":"2026-04-28T07:50:27.740268Z","steps":["trace[472951389] 'agreement among raft nodes before linearized reading' (duration: 1.100115467s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.740337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.639811Z","time spent":"1.100516267s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:27.7403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.576386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:50:27.74041Z","caller":"traceutil/trace.go:171","msg":"trace[1781469158] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21506; }","duration":"614.75145ms","start":"2026-04-28T07:50:27.125639Z","end":"2026-04-28T07:50:27.74039Z","steps":["trace[1781469158] 'agreement among raft nodes before linearized reading' (duration: 614.460803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.740484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.125615Z","time spent":"614.852992ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:27.740521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.935195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:27.740562Z","caller":"traceutil/trace.go:171","msg":"trace[480889107] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:21506; }","duration":"603.980767ms","start":"2026-04-28T07:50:27.136563Z","end":"2026-04-28T07:50:27.740544Z","steps":["trace[480889107] 'agreement among raft nodes before linearized reading' (duration: 603.906444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.740592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.136558Z","time spent":"604.027268ms","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:27.740623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.910563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:27.740645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.621521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T07:50:27.740363Z","caller":"traceutil/trace.go:171","msg":"trace[2108017756] transaction","detail":"{read_only:false; response_revision:21506; number_of_response:1; }","duration":"593.736735ms","start":"2026-04-28T07:50:27.146617Z","end":"2026-04-28T07:50:27.740354Z","steps":["trace[2108017756] 'process raft request' (duration: 593.030358ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:27.740692Z","caller":"traceutil/trace.go:171","msg":"trace[700550447] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21506; }","duration":"611.681084ms","start":"2026-04-28T07:50:27.128995Z","end":"2026-04-28T07:50:27.740676Z","steps":["trace[700550447] 'agreement among raft nodes before linearized reading' (duration: 611.487948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.740738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.128989Z","time spent":"611.738625ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T07:50:27.740766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.146525Z","time spent":"594.185778ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:27.740822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110311937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:27.74089Z","caller":"traceutil/trace.go:171","msg":"trace[1968916807] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21506; }","duration":"1.110436351s","start":"2026-04-28T07:50:26.630437Z","end":"2026-04-28T07:50:27.740873Z","steps":["trace[1968916807] 'agreement among raft nodes before linearized reading' (duration: 1.110232055s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.740939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098766464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:27.740976Z","caller":"traceutil/trace.go:171","msg":"trace[871470684] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21506; }","duration":"1.098813245s","start":"2026-04-28T07:50:26.642153Z","end":"2026-04-28T07:50:27.740967Z","steps":["trace[871470684] 'agreement among raft nodes before linearized reading' (duration: 1.09863212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.741004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.642147Z","time spent":"1.098847016s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:27.741061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101609876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:50:27.741082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102731965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:27.741111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095200982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:27.741123Z","caller":"traceutil/trace.go:171","msg":"trace[1443336218] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21506; }","duration":"1.101669589s","start":"2026-04-28T07:50:26.63944Z","end":"2026-04-28T07:50:27.74111Z","steps":["trace[1443336218] 'agreement among raft nodes before linearized reading' (duration: 1.101520535s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:27.741144Z","caller":"traceutil/trace.go:171","msg":"trace[1646232693] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21506; }","duration":"1.095246454s","start":"2026-04-28T07:50:26.645888Z","end":"2026-04-28T07:50:27.741134Z","steps":["trace[1646232693] 'agreement among raft nodes before linearized reading' (duration: 1.095130191s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.741173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.645881Z","time spent":"1.095286845s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:27.741235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102927109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:27.74113Z","caller":"traceutil/trace.go:171","msg":"trace[279414598] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21506; }","duration":"1.102793067s","start":"2026-04-28T07:50:26.638322Z","end":"2026-04-28T07:50:27.741115Z","steps":["trace[279414598] 'agreement among raft nodes before linearized reading' (duration: 1.102725435s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.741295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.638317Z","time spent":"1.102971401s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:27.741296Z","caller":"traceutil/trace.go:171","msg":"trace[766657552] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21506; }","duration":"1.103001032s","start":"2026-04-28T07:50:26.638273Z","end":"2026-04-28T07:50:27.741274Z","steps":["trace[766657552] 'agreement among raft nodes before linearized reading' (duration: 1.10292908s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.741334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105527106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:27.741342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.63826Z","time spent":"1.103071323s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:27.741171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.639418Z","time spent":"1.10174231s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:27.74137Z","caller":"traceutil/trace.go:171","msg":"trace[771692473] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21506; }","duration":"1.105593288s","start":"2026-04-28T07:50:26.635766Z","end":"2026-04-28T07:50:27.74136Z","steps":["trace[771692473] 'agreement among raft nodes before linearized reading' (duration: 1.105511306s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.741415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.635744Z","time spent":"1.105663409s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:27.741179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098806145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:27.741454Z","caller":"traceutil/trace.go:171","msg":"trace[892439932] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21506; }","duration":"1.099104983s","start":"2026-04-28T07:50:26.64234Z","end":"2026-04-28T07:50:27.741445Z","steps":["trace[892439932] 'agreement among raft nodes before linearized reading' (duration: 1.098808305s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.741483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.642329Z","time spent":"1.099147924s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:27.740934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.630408Z","time spent":"1.110514803s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:27.741537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.100304983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:27.741577Z","caller":"traceutil/trace.go:171","msg":"trace[760410605] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21506; }","duration":"1.100356354s","start":"2026-04-28T07:50:26.641208Z","end":"2026-04-28T07:50:27.741565Z","steps":["trace[760410605] 'agreement among raft nodes before linearized reading' (duration: 1.100289132s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.741245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102553891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:27.741628Z","caller":"traceutil/trace.go:171","msg":"trace[769784177] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21506; }","duration":"1.10295523s","start":"2026-04-28T07:50:26.638663Z","end":"2026-04-28T07:50:27.741618Z","steps":["trace[769784177] 'agreement among raft nodes before linearized reading' (duration: 1.102490669s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.741625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.641201Z","time spent":"1.100413395s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:27.741661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.638654Z","time spent":"1.102997251s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:27.741988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631188528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:27.742027Z","caller":"traceutil/trace.go:171","msg":"trace[1338193544] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:21506; }","duration":"1.6312998s","start":"2026-04-28T07:50:26.110715Z","end":"2026-04-28T07:50:27.742015Z","steps":["trace[1338193544] 'agreement among raft nodes before linearized reading' (duration: 1.631230859s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.742023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617211232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-share-686bb596b9-wlnt4\" ","response":"range_response_count:1 size:10268"} {"level":"warn","ts":"2026-04-28T07:50:27.742051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.110557Z","time spent":"1.631486895s","remote":"127.0.0.1:49822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:27.742057Z","caller":"traceutil/trace.go:171","msg":"trace[1913704898] range","detail":"{range_begin:/registry/pods/openstack/manila-share-686bb596b9-wlnt4; range_end:; response_count:1; response_revision:21506; }","duration":"1.617284264s","start":"2026-04-28T07:50:26.124763Z","end":"2026-04-28T07:50:27.742048Z","steps":["trace[1913704898] 'agreement among raft nodes before linearized reading' (duration: 1.617175401s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.742085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.124739Z","time spent":"1.617340205s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":10290,"request content":"key:\"/registry/pods/openstack/manila-share-686bb596b9-wlnt4\" "} {"level":"warn","ts":"2026-04-28T07:50:27.742165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197288491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:27.742222Z","caller":"traceutil/trace.go:171","msg":"trace[505110461] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:21506; }","duration":"1.197391684s","start":"2026-04-28T07:50:26.544814Z","end":"2026-04-28T07:50:27.742206Z","steps":["trace[505110461] 'agreement among raft nodes before linearized reading' (duration: 1.197315842s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.742255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.544786Z","time spent":"1.197460335s","remote":"127.0.0.1:46554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:27.742375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211526103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T07:50:27.742417Z","caller":"traceutil/trace.go:171","msg":"trace[1003312941] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:21506; }","duration":"1.211570344s","start":"2026-04-28T07:50:26.530837Z","end":"2026-04-28T07:50:27.742407Z","steps":["trace[1003312941] 'agreement among raft nodes before linearized reading' (duration: 1.211381969s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.742446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.530774Z","time spent":"1.211664507s","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":145,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:27.742462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784254815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:27.742488Z","caller":"traceutil/trace.go:171","msg":"trace[313367073] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21506; }","duration":"1.784314877s","start":"2026-04-28T07:50:25.958165Z","end":"2026-04-28T07:50:27.74248Z","steps":["trace[313367073] 'agreement among raft nodes before linearized reading' (duration: 1.784258886s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.742519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:25.958148Z","time spent":"1.784364548s","remote":"127.0.0.1:46664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:27.743058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064271053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:546"} {"level":"info","ts":"2026-04-28T07:50:27.743131Z","caller":"traceutil/trace.go:171","msg":"trace[932108951] range","detail":"{range_begin:/registry/serviceaccounts/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21506; }","duration":"2.064387856s","start":"2026-04-28T07:50:25.678728Z","end":"2026-04-28T07:50:27.743116Z","steps":["trace[932108951] 'agreement among raft nodes before linearized reading' (duration: 2.064079148s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.743168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:25.678706Z","time spent":"2.064453378s","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":568,"request content":"key:\"/registry/serviceaccounts/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:27.743642Z","caller":"traceutil/trace.go:171","msg":"trace[1238713329] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:21506; }","duration":"816.012535ms","start":"2026-04-28T07:50:26.924648Z","end":"2026-04-28T07:50:27.740661Z","steps":["trace[1238713329] 'agreement among raft nodes before linearized reading' (duration: 815.928143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.743702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:26.924621Z","time spent":"819.061243ms","remote":"127.0.0.1:46480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:27.744271Z","caller":"traceutil/trace.go:171","msg":"trace[316282732] linearizableReadLoop","detail":"{readStateIndex:22150; appliedIndex:22140; }","duration":"598.272671ms","start":"2026-04-28T07:50:27.141488Z","end":"2026-04-28T07:50:27.739761Z","steps":["trace[316282732] 'read index received' (duration: 374.947266ms)","trace[316282732] 'applied index is now lower than readState.Index' (duration: 223.324045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:27.74545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.984401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T07:50:27.745494Z","caller":"traceutil/trace.go:171","msg":"trace[914521025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21506; }","duration":"539.043993ms","start":"2026-04-28T07:50:27.206438Z","end":"2026-04-28T07:50:27.745482Z","steps":["trace[914521025] 'agreement among raft nodes before linearized reading' (duration: 538.940121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.745516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.206428Z","time spent":"539.082924ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:27.745457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.999981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T07:50:27.745652Z","caller":"traceutil/trace.go:171","msg":"trace[181967491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21506; }","duration":"539.240408ms","start":"2026-04-28T07:50:27.206402Z","end":"2026-04-28T07:50:27.745642Z","steps":["trace[181967491] 'agreement among raft nodes before linearized reading' (duration: 538.952401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.74568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.206375Z","time spent":"539.298119ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:50:27.745861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.291739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T07:50:27.745922Z","caller":"traceutil/trace.go:171","msg":"trace[509406351] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21506; }","duration":"539.411812ms","start":"2026-04-28T07:50:27.206496Z","end":"2026-04-28T07:50:27.745907Z","steps":["trace[509406351] 'agreement among raft nodes before linearized reading' (duration: 538.847958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.745962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.206477Z","time spent":"539.476074ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:27.746197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.817013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:50:27.746229Z","caller":"traceutil/trace.go:171","msg":"trace[2063709304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21506; }","duration":"539.899656ms","start":"2026-04-28T07:50:27.206322Z","end":"2026-04-28T07:50:27.746222Z","steps":["trace[2063709304] 'agreement among raft nodes before linearized reading' (duration: 539.820364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.746252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.206294Z","time spent":"539.951276ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:50:27.751521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.919334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:27.751581Z","caller":"traceutil/trace.go:171","msg":"trace[1400638951] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:21506; }","duration":"604.008557ms","start":"2026-04-28T07:50:27.147558Z","end":"2026-04-28T07:50:27.751566Z","steps":["trace[1400638951] 'agreement among raft nodes before linearized reading' (duration: 597.716027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:27.751617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.147543Z","time spent":"604.064198ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T07:50:28.509661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.377095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:28.509829Z","caller":"traceutil/trace.go:171","msg":"trace[1277845211] transaction","detail":"{read_only:false; response_revision:21507; number_of_response:1; }","duration":"760.85964ms","start":"2026-04-28T07:50:27.748939Z","end":"2026-04-28T07:50:28.509799Z","steps":["trace[1277845211] 'process raft request' (duration: 224.220378ms)","trace[1277845211] 'compare' (duration: 535.835132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:28.509901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.748926Z","time spent":"760.942362ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:29.752339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000383208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:50:29.752429Z","caller":"traceutil/trace.go:171","msg":"trace[584154036] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531031s","start":"2026-04-28T07:50:27.751879Z","end":"2026-04-28T07:50:29.75241Z","steps":["trace[584154036] 'agreement among raft nodes before linearized reading' (duration: 2.000396967s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:29.752475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.751869Z","time spent":"2.000595622s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:50:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:50:30.13485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211967135s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:30.135106Z","caller":"traceutil/trace.go:171","msg":"trace[289949883] transaction","detail":"{read_only:false; response_revision:21514; number_of_response:1; }","duration":"917.882888ms","start":"2026-04-28T07:50:29.21721Z","end":"2026-04-28T07:50:30.135093Z","steps":["trace[289949883] 'process raft request' (duration: 917.859867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:30.135151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.21717Z","time spent":"917.96295ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:30.135283Z","caller":"traceutil/trace.go:171","msg":"trace[1737813209] transaction","detail":"{read_only:false; response_revision:21508; number_of_response:1; }","duration":"2.38464548s","start":"2026-04-28T07:50:27.750627Z","end":"2026-04-28T07:50:30.135272Z","steps":["trace[1737813209] 'process raft request' (duration: 1.172194014s)","trace[1737813209] 'compare' (duration: 1.21100367s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:30.135317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.750605Z","time spent":"2.384696091s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:30.135455Z","caller":"traceutil/trace.go:171","msg":"trace[644488600] transaction","detail":"{read_only:false; response_revision:21509; number_of_response:1; }","duration":"2.384335272s","start":"2026-04-28T07:50:27.751114Z","end":"2026-04-28T07:50:30.135449Z","steps":["trace[644488600] 'process raft request' (duration: 2.383811709s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:30.13549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.751105Z","time spent":"2.384367753s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:30.135606Z","caller":"traceutil/trace.go:171","msg":"trace[1859888008] transaction","detail":"{read_only:false; response_revision:21510; number_of_response:1; }","duration":"2.379285653s","start":"2026-04-28T07:50:27.756316Z","end":"2026-04-28T07:50:30.135601Z","steps":["trace[1859888008] 'process raft request' (duration: 2.378652548s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:30.135641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.756281Z","time spent":"2.379342985s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10351,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:30.135713Z","caller":"traceutil/trace.go:171","msg":"trace[1333748752] transaction","detail":"{read_only:false; response_revision:21511; number_of_response:1; }","duration":"2.379302165s","start":"2026-04-28T07:50:27.756407Z","end":"2026-04-28T07:50:30.135709Z","steps":["trace[1333748752] 'process raft request' (duration: 2.378596006s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:30.135743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.756399Z","time spent":"2.379330516s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:30.13581Z","caller":"traceutil/trace.go:171","msg":"trace[885904899] transaction","detail":"{read_only:false; response_revision:21512; number_of_response:1; }","duration":"2.379369717s","start":"2026-04-28T07:50:27.756412Z","end":"2026-04-28T07:50:30.135781Z","steps":["trace[885904899] 'process raft request' (duration: 2.378612477s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:30.135825Z","caller":"traceutil/trace.go:171","msg":"trace[1825198348] linearizableReadLoop","detail":"{readStateIndex:22154; appliedIndex:22151; }","duration":"2.38388235s","start":"2026-04-28T07:50:27.751906Z","end":"2026-04-28T07:50:30.135789Z","steps":["trace[1825198348] 'read index received' (duration: 221.272093ms)","trace[1825198348] 'applied index is now lower than readState.Index' (duration: 2.162606887s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:30.135956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.756389Z","time spent":"2.379490999s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:30.135954Z","caller":"traceutil/trace.go:171","msg":"trace[2000872187] transaction","detail":"{read_only:false; response_revision:21513; number_of_response:1; }","duration":"2.379450538s","start":"2026-04-28T07:50:27.756462Z","end":"2026-04-28T07:50:30.135913Z","steps":["trace[2000872187] 'process raft request' (duration: 2.378583776s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:30.136184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.756438Z","time spent":"2.379627983s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:30.636687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161043,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:31.043477Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.101902874s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:50:31.044225Z","caller":"traceutil/trace.go:171","msg":"trace[1487346800] transaction","detail":"{read_only:false; response_revision:21516; number_of_response:1; }","duration":"1.356591637s","start":"2026-04-28T07:50:29.687605Z","end":"2026-04-28T07:50:31.044196Z","steps":["trace[1487346800] 'process raft request' (duration: 1.356377142s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.044408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.687594Z","time spent":"1.3567169s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:31.044492Z","caller":"traceutil/trace.go:171","msg":"trace[521907] transaction","detail":"{read_only:false; response_revision:21517; number_of_response:1; }","duration":"1.356742801s","start":"2026-04-28T07:50:29.687699Z","end":"2026-04-28T07:50:31.044442Z","steps":["trace[521907] 'process raft request' (duration: 1.356449494s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:31.044638Z","caller":"traceutil/trace.go:171","msg":"trace[1074588880] transaction","detail":"{read_only:false; response_revision:21520; number_of_response:1; }","duration":"1.356649839s","start":"2026-04-28T07:50:29.687972Z","end":"2026-04-28T07:50:31.044622Z","steps":["trace[1074588880] 'process raft request' (duration: 1.356435813s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:31.044496Z","caller":"traceutil/trace.go:171","msg":"trace[55269005] transaction","detail":"{read_only:false; response_revision:21519; number_of_response:1; }","duration":"1.356567866s","start":"2026-04-28T07:50:29.687887Z","end":"2026-04-28T07:50:31.044455Z","steps":["trace[55269005] 'process raft request' (duration: 1.356490304s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.044743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.687648Z","time spent":"1.356968536s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:31.044752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.687958Z","time spent":"1.35671689s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:31.044835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.687852Z","time spent":"1.356901155s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:31.044883Z","caller":"traceutil/trace.go:171","msg":"trace[1006295798] transaction","detail":"{read_only:false; response_revision:21522; number_of_response:1; }","duration":"1.352918324s","start":"2026-04-28T07:50:29.691954Z","end":"2026-04-28T07:50:31.044873Z","steps":["trace[1006295798] 'process raft request' (duration: 1.352813671s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:31.044888Z","caller":"traceutil/trace.go:171","msg":"trace[1162729137] transaction","detail":"{read_only:false; response_revision:21521; number_of_response:1; }","duration":"1.354331209s","start":"2026-04-28T07:50:29.690519Z","end":"2026-04-28T07:50:31.04485Z","steps":["trace[1162729137] 'process raft request' (duration: 1.354072903s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.045001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.691928Z","time spent":"1.352999536s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:31.044524Z","caller":"traceutil/trace.go:171","msg":"trace[1843333629] transaction","detail":"{read_only:false; response_revision:21518; number_of_response:1; }","duration":"1.356651068s","start":"2026-04-28T07:50:29.687832Z","end":"2026-04-28T07:50:31.044483Z","steps":["trace[1843333629] 'process raft request' (duration: 1.356477274s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.045067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.690506Z","time spent":"1.354473833s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:31.045954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.687823Z","time spent":"1.357289374s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:31.046352Z","caller":"traceutil/trace.go:171","msg":"trace[38784708] transaction","detail":"{read_only:false; response_revision:21515; number_of_response:1; }","duration":"1.357512061s","start":"2026-04-28T07:50:29.687473Z","end":"2026-04-28T07:50:31.044985Z","steps":["trace[38784708] 'process raft request' (duration: 1.35628365s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.04644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.687437Z","time spent":"1.358956988s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:31.49622Z","caller":"traceutil/trace.go:171","msg":"trace[1062258083] linearizableReadLoop","detail":"{readStateIndex:22168; appliedIndex:22159; }","duration":"1.3602901s","start":"2026-04-28T07:50:30.135885Z","end":"2026-04-28T07:50:31.496175Z","steps":["trace[1062258083] 'read index received' (duration: 907.824812ms)","trace[1062258083] 'applied index is now lower than readState.Index' (duration: 452.464148ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:31.496232Z","caller":"traceutil/trace.go:171","msg":"trace[103333328] transaction","detail":"{read_only:false; response_revision:21523; number_of_response:1; }","duration":"870.4113ms","start":"2026-04-28T07:50:30.625772Z","end":"2026-04-28T07:50:31.496183Z","steps":["trace[103333328] 'process raft request' (duration: 841.103694ms)","trace[103333328] 'compare' (duration: 28.740761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:31.496296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743768193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:31.496406Z","caller":"traceutil/trace.go:171","msg":"trace[1882154047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21523; }","duration":"1.743939069s","start":"2026-04-28T07:50:29.75244Z","end":"2026-04-28T07:50:31.496379Z","steps":["trace[1882154047] 'agreement among raft nodes before linearized reading' (duration: 1.743760544s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.49643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739754142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:31.496447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.752416Z","time spent":"1.74402092s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:31.496444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576117634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:31.496462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:30.625732Z","time spent":"870.614275ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:31.496489Z","caller":"traceutil/trace.go:171","msg":"trace[702748767] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:21523; }","duration":"2.576231567s","start":"2026-04-28T07:50:28.920244Z","end":"2026-04-28T07:50:31.496476Z","steps":["trace[702748767] 'agreement among raft nodes before linearized reading' (duration: 2.576113034s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.496517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.713819902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T07:50:31.496536Z","caller":"traceutil/trace.go:171","msg":"trace[1351280371] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:21523; }","duration":"1.713838702s","start":"2026-04-28T07:50:29.782691Z","end":"2026-04-28T07:50:31.49653Z","steps":["trace[1351280371] 'agreement among raft nodes before linearized reading' (duration: 1.713781281s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.49649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748389441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:31.496551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.782601Z","time spent":"1.713947225s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"info","ts":"2026-04-28T07:50:31.496584Z","caller":"traceutil/trace.go:171","msg":"trace[587500507] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21523; }","duration":"1.748589146s","start":"2026-04-28T07:50:29.747975Z","end":"2026-04-28T07:50:31.496564Z","steps":["trace[587500507] 'agreement among raft nodes before linearized reading' (duration: 1.748264698s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.496599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.587370081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:50:31.496625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.747948Z","time spent":"1.748668738s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:50:31.496637Z","caller":"traceutil/trace.go:171","msg":"trace[1556164299] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:21523; }","duration":"2.587403282s","start":"2026-04-28T07:50:28.90922Z","end":"2026-04-28T07:50:31.496623Z","steps":["trace[1556164299] 'agreement among raft nodes before linearized reading' (duration: 2.58733575s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.496671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:28.909196Z","time spent":"2.587461543s","remote":"127.0.0.1:50028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:31.496695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7389293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:50:31.496705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743811594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:31.496729Z","caller":"traceutil/trace.go:171","msg":"trace[346614869] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21523; }","duration":"1.743867816s","start":"2026-04-28T07:50:29.752853Z","end":"2026-04-28T07:50:31.496721Z","steps":["trace[346614869] 'agreement among raft nodes before linearized reading' (duration: 1.743782224s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.496736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739031212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:31.49675Z","caller":"traceutil/trace.go:171","msg":"trace[259647046] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21523; }","duration":"1.739059224s","start":"2026-04-28T07:50:29.757687Z","end":"2026-04-28T07:50:31.496746Z","steps":["trace[259647046] 'agreement among raft nodes before linearized reading' (duration: 1.739035273s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.496755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.752838Z","time spent":"1.743907817s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:31.496767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.757679Z","time spent":"1.739085924s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:31.496847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744142593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:31.496874Z","caller":"traceutil/trace.go:171","msg":"trace[662398557] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21523; }","duration":"1.744222055s","start":"2026-04-28T07:50:29.752643Z","end":"2026-04-28T07:50:31.496865Z","steps":["trace[662398557] 'agreement among raft nodes before linearized reading' (duration: 1.744179904s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.496894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.752618Z","time spent":"1.744269206s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:31.496933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748637457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:50:31.49693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264703365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:31.496958Z","caller":"traceutil/trace.go:171","msg":"trace[255813011] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21523; }","duration":"1.748676579s","start":"2026-04-28T07:50:29.748274Z","end":"2026-04-28T07:50:31.49695Z","steps":["trace[255813011] 'agreement among raft nodes before linearized reading' (duration: 1.748575336s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:31.496968Z","caller":"traceutil/trace.go:171","msg":"trace[2143959925] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21523; }","duration":"3.264781767s","start":"2026-04-28T07:50:28.232176Z","end":"2026-04-28T07:50:31.496957Z","steps":["trace[2143959925] 'agreement among raft nodes before linearized reading' (duration: 3.264713315s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.496979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.748266Z","time spent":"1.748707919s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:31.496999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:28.232154Z","time spent":"3.264836268s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:31.496711Z","caller":"traceutil/trace.go:171","msg":"trace[251838579] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21523; }","duration":"1.738946041s","start":"2026-04-28T07:50:29.757759Z","end":"2026-04-28T07:50:31.496705Z","steps":["trace[251838579] 'agreement among raft nodes before linearized reading' (duration: 1.738889269s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.497064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.757725Z","time spent":"1.7393303s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:31.497069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748946585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:31.497121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748894024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:31.497126Z","caller":"traceutil/trace.go:171","msg":"trace[938742917] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21523; }","duration":"1.749012197s","start":"2026-04-28T07:50:29.7481Z","end":"2026-04-28T07:50:31.497112Z","steps":["trace[938742917] 'agreement among raft nodes before linearized reading' (duration: 1.748815802s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:31.49714Z","caller":"traceutil/trace.go:171","msg":"trace[465993081] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21523; }","duration":"1.748954585s","start":"2026-04-28T07:50:29.748179Z","end":"2026-04-28T07:50:31.497134Z","steps":["trace[465993081] 'agreement among raft nodes before linearized reading' (duration: 1.748917464s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.496529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:28.920225Z","time spent":"2.576292618s","remote":"127.0.0.1:46516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:31.497154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.74807Z","time spent":"1.749078849s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:31.497157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.748157Z","time spent":"1.748996497s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:31.497177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744510792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:31.496459Z","caller":"traceutil/trace.go:171","msg":"trace[102006112] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21523; }","duration":"1.739798963s","start":"2026-04-28T07:50:29.756652Z","end":"2026-04-28T07:50:31.496451Z","steps":["trace[102006112] 'agreement among raft nodes before linearized reading' (duration: 1.73965293s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:31.497214Z","caller":"traceutil/trace.go:171","msg":"trace[1939297663] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21523; }","duration":"1.744570485s","start":"2026-04-28T07:50:29.752633Z","end":"2026-04-28T07:50:31.497204Z","steps":["trace[1939297663] 'agreement among raft nodes before linearized reading' (duration: 1.744465232s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.497245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.698964542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:50:31.497254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.752618Z","time spent":"1.744628836s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:31.497252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.88203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:31.49727Z","caller":"traceutil/trace.go:171","msg":"trace[1464550137] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:21523; }","duration":"3.699040484s","start":"2026-04-28T07:50:27.79822Z","end":"2026-04-28T07:50:31.497261Z","steps":["trace[1464550137] 'agreement among raft nodes before linearized reading' (duration: 3.698973272s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.497286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285117608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T07:50:31.497285Z","caller":"traceutil/trace.go:171","msg":"trace[1248056698] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:21523; }","duration":"428.913121ms","start":"2026-04-28T07:50:31.068361Z","end":"2026-04-28T07:50:31.497274Z","steps":["trace[1248056698] 'agreement among raft nodes before linearized reading' (duration: 428.844359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.497293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.798197Z","time spent":"3.699090344s","remote":"127.0.0.1:51706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:31.497296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356439274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-api-f989756b7-blz9x\" ","response":"range_response_count:1 size:7939"} {"level":"warn","ts":"2026-04-28T07:50:31.497313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:31.068292Z","time spent":"429.010703ms","remote":"127.0.0.1:34762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:31.49713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357369767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-f989756b7-blz9x.18aa75e32a63efd0\" ","response":"range_response_count:1 size:852"} {"level":"warn","ts":"2026-04-28T07:50:31.497342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178677637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:31.497339Z","caller":"traceutil/trace.go:171","msg":"trace[1927726550] range","detail":"{range_begin:/registry/pods/openstack/manila-api-f989756b7-blz9x; range_end:; response_count:1; response_revision:21523; }","duration":"1.356524916s","start":"2026-04-28T07:50:30.140799Z","end":"2026-04-28T07:50:31.497324Z","steps":["trace[1927726550] 'agreement among raft nodes before linearized reading' (duration: 1.356442714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.497175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.554418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:31.497362Z","caller":"traceutil/trace.go:171","msg":"trace[455588493] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:21523; }","duration":"1.17875877s","start":"2026-04-28T07:50:30.318596Z","end":"2026-04-28T07:50:31.497354Z","steps":["trace[455588493] 'agreement among raft nodes before linearized reading' (duration: 1.178720009s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.497371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:30.140775Z","time spent":"1.356590228s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7961,"request content":"key:\"/registry/pods/openstack/manila-api-f989756b7-blz9x\" "} {"level":"warn","ts":"2026-04-28T07:50:31.49738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:30.318562Z","time spent":"1.178811651s","remote":"127.0.0.1:49824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:31.497217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.756643Z","time spent":"1.740570723s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:50:31.497376Z","caller":"traceutil/trace.go:171","msg":"trace[1757302666] range","detail":"{range_begin:/registry/events/openstack/manila-api-f989756b7-blz9x.18aa75e32a63efd0; range_end:; response_count:1; response_revision:21523; }","duration":"1.357648414s","start":"2026-04-28T07:50:30.139708Z","end":"2026-04-28T07:50:31.497357Z","steps":["trace[1757302666] 'agreement among raft nodes before linearized reading' (duration: 1.357258353s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.497429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:30.139692Z","time spent":"1.357717476s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":874,"request content":"key:\"/registry/events/openstack/manila-api-f989756b7-blz9x.18aa75e32a63efd0\" "} {"level":"warn","ts":"2026-04-28T07:50:31.497443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.548551282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:31.497467Z","caller":"traceutil/trace.go:171","msg":"trace[989486453] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21523; }","duration":"3.548616254s","start":"2026-04-28T07:50:27.948843Z","end":"2026-04-28T07:50:31.497459Z","steps":["trace[989486453] 'agreement among raft nodes before linearized reading' (duration: 3.548559852s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.497491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:27.94882Z","time spent":"3.548663175s","remote":"127.0.0.1:46588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:31.497379Z","caller":"traceutil/trace.go:171","msg":"trace[208770582] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:21523; }","duration":"512.815735ms","start":"2026-04-28T07:50:30.984549Z","end":"2026-04-28T07:50:31.497365Z","steps":["trace[208770582] 'agreement among raft nodes before linearized reading' (duration: 512.575928ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:31.497304Z","caller":"traceutil/trace.go:171","msg":"trace[38395249] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21523; }","duration":"1.28516968s","start":"2026-04-28T07:50:30.212127Z","end":"2026-04-28T07:50:31.497297Z","steps":["trace[38395249] 'agreement among raft nodes before linearized reading' (duration: 1.285111568s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.497526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:30.984524Z","time spent":"512.99497ms","remote":"127.0.0.1:46456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:31.497548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:30.212103Z","time spent":"1.285432005s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:50:31.497222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.849108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:50:31.497612Z","caller":"traceutil/trace.go:171","msg":"trace[134709148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21523; }","duration":"982.230807ms","start":"2026-04-28T07:50:30.515368Z","end":"2026-04-28T07:50:31.497599Z","steps":["trace[134709148] 'agreement among raft nodes before linearized reading' (duration: 981.801275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.497667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:30.515296Z","time spent":"982.359119ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:31.497848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.745240601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:31.497905Z","caller":"traceutil/trace.go:171","msg":"trace[575489259] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21523; }","duration":"1.745312873s","start":"2026-04-28T07:50:29.752582Z","end":"2026-04-28T07:50:31.497895Z","steps":["trace[575489259] 'agreement among raft nodes before linearized reading' (duration: 1.744351518s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:31.497931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:29.752575Z","time spent":"1.745350594s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:32.183819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:31.500561Z","time spent":"683.251925ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:50:32.183976Z","caller":"traceutil/trace.go:171","msg":"trace[1574023327] transaction","detail":"{read_only:false; response_revision:21525; number_of_response:1; }","duration":"680.920645ms","start":"2026-04-28T07:50:31.503026Z","end":"2026-04-28T07:50:32.183946Z","steps":["trace[1574023327] 'process raft request' (duration: 680.655669ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:32.18399Z","caller":"traceutil/trace.go:171","msg":"trace[788181684] linearizableReadLoop","detail":"{readStateIndex:22170; appliedIndex:22168; }","duration":"681.180462ms","start":"2026-04-28T07:50:31.502784Z","end":"2026-04-28T07:50:32.183965Z","steps":["trace[788181684] 'read index received' (duration: 70.007882ms)","trace[788181684] 'applied index is now lower than readState.Index' (duration: 611.17146ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:32.18531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:31.503007Z","time spent":"682.153816ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:32.184151Z","caller":"traceutil/trace.go:171","msg":"trace[1030904313] transaction","detail":"{read_only:false; response_revision:21526; number_of_response:1; }","duration":"676.594206ms","start":"2026-04-28T07:50:31.507495Z","end":"2026-04-28T07:50:32.184089Z","steps":["trace[1030904313] 'process raft request' (duration: 676.311729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:32.185728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:31.507481Z","time spent":"678.027442ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7884,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:32.184376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.568711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T07:50:32.185865Z","caller":"traceutil/trace.go:171","msg":"trace[1288079172] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21526; }","duration":"683.08606ms","start":"2026-04-28T07:50:31.502759Z","end":"2026-04-28T07:50:32.185845Z","steps":["trace[1288079172] 'agreement among raft nodes before linearized reading' (duration: 681.431428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:32.185917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:31.502741Z","time spent":"683.163693ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:50:32.690395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.845426ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:32.690527Z","caller":"traceutil/trace.go:171","msg":"trace[792638942] linearizableReadLoop","detail":"{readStateIndex:22173; appliedIndex:22172; }","duration":"505.224122ms","start":"2026-04-28T07:50:32.185282Z","end":"2026-04-28T07:50:32.690506Z","steps":["trace[792638942] 'read index received' (duration: 177.503699ms)","trace[792638942] 'applied index is now lower than readState.Index' (duration: 327.719303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:32.690643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.022945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:32.6906Z","caller":"traceutil/trace.go:171","msg":"trace[1748780051] transaction","detail":"{read_only:false; response_revision:21527; number_of_response:1; }","duration":"539.72454ms","start":"2026-04-28T07:50:32.150817Z","end":"2026-04-28T07:50:32.690542Z","steps":["trace[1748780051] 'process raft request' (duration: 211.623437ms)","trace[1748780051] 'compare' (duration: 327.656922ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:32.690672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.345565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:32.690778Z","caller":"traceutil/trace.go:171","msg":"trace[1854009882] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:21527; }","duration":"776.492919ms","start":"2026-04-28T07:50:31.914265Z","end":"2026-04-28T07:50:32.690758Z","steps":["trace[1854009882] 'agreement among raft nodes before linearized reading' (duration: 776.301295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:32.690819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11352683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-04-28T07:50:32.69084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:31.914254Z","time spent":"776.573471ms","remote":"127.0.0.1:51956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:32.690855Z","caller":"traceutil/trace.go:171","msg":"trace[427003660] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a; range_end:; response_count:1; response_revision:21527; }","duration":"1.113615602s","start":"2026-04-28T07:50:31.577231Z","end":"2026-04-28T07:50:32.690847Z","steps":["trace[427003660] 'agreement among raft nodes before linearized reading' (duration: 1.113468528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:32.690895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:31.577209Z","time spent":"1.113674383s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa74230b777f5a\" "} {"level":"warn","ts":"2026-04-28T07:50:32.690874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.1508Z","time spent":"539.925736ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:32.690888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.938045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:50:32.690991Z","caller":"traceutil/trace.go:171","msg":"trace[1601525849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21527; }","duration":"549.147611ms","start":"2026-04-28T07:50:32.141823Z","end":"2026-04-28T07:50:32.69097Z","steps":["trace[1601525849] 'agreement among raft nodes before linearized reading' (duration: 548.723949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:32.69256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.141807Z","time spent":"550.72797ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:50:32.691012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.858153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:32.692647Z","caller":"traceutil/trace.go:171","msg":"trace[736688533] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:21527; }","duration":"744.520704ms","start":"2026-04-28T07:50:31.948102Z","end":"2026-04-28T07:50:32.692623Z","steps":["trace[736688533] 'agreement among raft nodes before linearized reading' (duration: 742.788301ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:32.690682Z","caller":"traceutil/trace.go:171","msg":"trace[801829412] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:21527; }","duration":"783.121807ms","start":"2026-04-28T07:50:31.907547Z","end":"2026-04-28T07:50:32.690669Z","steps":["trace[801829412] 'agreement among raft nodes before linearized reading' (duration: 783.052505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:32.692725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:31.94809Z","time spent":"744.596657ms","remote":"127.0.0.1:35966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:32.692738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:31.907519Z","time spent":"785.197089ms","remote":"127.0.0.1:34726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:32.6912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184137497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:32.692804Z","caller":"traceutil/trace.go:171","msg":"trace[1619625474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21527; }","duration":"1.185772678s","start":"2026-04-28T07:50:31.507013Z","end":"2026-04-28T07:50:32.692785Z","steps":["trace[1619625474] 'agreement among raft nodes before linearized reading' (duration: 1.184111557s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:32.692841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:31.507006Z","time spent":"1.185825929s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:32.691471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.5192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-28T07:50:32.691525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.5546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T07:50:32.693083Z","caller":"traceutil/trace.go:171","msg":"trace[219118151] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21527; }","duration":"551.13684ms","start":"2026-04-28T07:50:32.141922Z","end":"2026-04-28T07:50:32.693059Z","steps":["trace[219118151] 'agreement among raft nodes before linearized reading' (duration: 549.348295ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:32.69316Z","caller":"traceutil/trace.go:171","msg":"trace[1188857095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21527; }","duration":"551.203762ms","start":"2026-04-28T07:50:32.141943Z","end":"2026-04-28T07:50:32.693146Z","steps":["trace[1188857095] 'agreement among raft nodes before linearized reading' (duration: 549.468529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:32.693195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.141939Z","time spent":"551.247923ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:32.693265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.141918Z","time spent":"551.260843ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:50:32.691577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.649943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:50:32.693339Z","caller":"traceutil/trace.go:171","msg":"trace[528701732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21527; }","duration":"551.421788ms","start":"2026-04-28T07:50:32.141899Z","end":"2026-04-28T07:50:32.69332Z","steps":["trace[528701732] 'agreement among raft nodes before linearized reading' (duration: 549.575171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:32.693492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.141879Z","time spent":"551.554651ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:50:32.753218Z","caller":"traceutil/trace.go:171","msg":"trace[1943851412] transaction","detail":"{read_only:false; response_revision:21529; number_of_response:1; }","duration":"561.165406ms","start":"2026-04-28T07:50:32.192016Z","end":"2026-04-28T07:50:32.753182Z","steps":["trace[1943851412] 'process raft request' (duration: 561.025133ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:32.753221Z","caller":"traceutil/trace.go:171","msg":"trace[565152401] transaction","detail":"{read_only:false; response_revision:21528; number_of_response:1; }","duration":"565.777504ms","start":"2026-04-28T07:50:32.187373Z","end":"2026-04-28T07:50:32.75315Z","steps":["trace[565152401] 'process raft request' (duration: 565.526247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:32.753381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.191989Z","time spent":"561.305169ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:32.753423Z","caller":"traceutil/trace.go:171","msg":"trace[1243431598] transaction","detail":"{read_only:false; response_revision:21530; number_of_response:1; }","duration":"561.344661ms","start":"2026-04-28T07:50:32.192057Z","end":"2026-04-28T07:50:32.753402Z","steps":["trace[1243431598] 'process raft request' (duration: 561.030343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:32.753462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.187347Z","time spent":"565.982419ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:32.753515Z","caller":"traceutil/trace.go:171","msg":"trace[1669119983] transaction","detail":"{read_only:false; response_revision:21531; number_of_response:1; }","duration":"561.244768ms","start":"2026-04-28T07:50:32.192248Z","end":"2026-04-28T07:50:32.753493Z","steps":["trace[1669119983] 'process raft request' (duration: 560.882699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:32.753564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.19204Z","time spent":"561.452973ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1167,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:32.753613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.19224Z","time spent":"561.32462ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":652,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:32.754159Z","caller":"traceutil/trace.go:171","msg":"trace[1604543397] transaction","detail":"{read_only:false; response_revision:21533; number_of_response:1; }","duration":"399.191683ms","start":"2026-04-28T07:50:32.354953Z","end":"2026-04-28T07:50:32.754145Z","steps":["trace[1604543397] 'process raft request' (duration: 398.973637ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:32.75418Z","caller":"traceutil/trace.go:171","msg":"trace[1911438021] transaction","detail":"{read_only:false; response_revision:21532; number_of_response:1; }","duration":"556.951209ms","start":"2026-04-28T07:50:32.197178Z","end":"2026-04-28T07:50:32.754129Z","steps":["trace[1911438021] 'process raft request' (duration: 555.992465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:32.754218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.354923Z","time spent":"399.270425ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2172,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:32.754247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.412469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-data-689fb9cfb6-tz4ls\" ","response":"range_response_count:1 size:7186"} {"level":"warn","ts":"2026-04-28T07:50:32.754268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.987384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18027"} {"level":"info","ts":"2026-04-28T07:50:32.754322Z","caller":"traceutil/trace.go:171","msg":"trace[551786835] range","detail":"{range_begin:/registry/pods/openstack/manila-data-689fb9cfb6-tz4ls; range_end:; response_count:1; response_revision:21533; }","duration":"564.517412ms","start":"2026-04-28T07:50:32.189786Z","end":"2026-04-28T07:50:32.754304Z","steps":["trace[551786835] 'agreement among raft nodes before linearized reading' (duration: 564.300406ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:32.754326Z","caller":"traceutil/trace.go:171","msg":"trace[835095331] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21533; }","duration":"567.144819ms","start":"2026-04-28T07:50:32.187168Z","end":"2026-04-28T07:50:32.754312Z","steps":["trace[835095331] 'agreement among raft nodes before linearized reading' (duration: 566.936084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:32.754414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.187142Z","time spent":"567.263511ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18049,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T07:50:32.754416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.189769Z","time spent":"564.633904ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":7208,"request content":"key:\"/registry/pods/openstack/manila-data-689fb9cfb6-tz4ls\" "} {"level":"warn","ts":"2026-04-28T07:50:32.754409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.197155Z","time spent":"557.122014ms","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6977,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:33.190489Z","caller":"traceutil/trace.go:171","msg":"trace[296752266] transaction","detail":"{read_only:false; response_revision:21535; number_of_response:1; }","duration":"493.537335ms","start":"2026-04-28T07:50:32.696926Z","end":"2026-04-28T07:50:33.190463Z","steps":["trace[296752266] 'process raft request' (duration: 493.376471ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:33.190507Z","caller":"traceutil/trace.go:171","msg":"trace[1675769193] transaction","detail":"{read_only:false; response_revision:21537; number_of_response:1; }","duration":"492.901918ms","start":"2026-04-28T07:50:32.697587Z","end":"2026-04-28T07:50:33.190489Z","steps":["trace[1675769193] 'process raft request' (duration: 492.827197ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:33.190461Z","caller":"traceutil/trace.go:171","msg":"trace[2083220094] transaction","detail":"{read_only:false; response_revision:21534; number_of_response:1; }","duration":"496.420178ms","start":"2026-04-28T07:50:32.694001Z","end":"2026-04-28T07:50:33.190421Z","steps":["trace[2083220094] 'process raft request' (duration: 496.11958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.190622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.696908Z","time spent":"493.625087ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:33.190636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.697576Z","time spent":"492.9746ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:33.190609Z","caller":"traceutil/trace.go:171","msg":"trace[1352094163] transaction","detail":"{read_only:false; response_revision:21536; number_of_response:1; }","duration":"493.039972ms","start":"2026-04-28T07:50:32.697486Z","end":"2026-04-28T07:50:33.190526Z","steps":["trace[1352094163] 'process raft request' (duration: 492.879878ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:33.190732Z","caller":"traceutil/trace.go:171","msg":"trace[403005931] transaction","detail":"{read_only:false; response_revision:21538; number_of_response:1; }","duration":"491.125483ms","start":"2026-04-28T07:50:32.699572Z","end":"2026-04-28T07:50:33.190697Z","steps":["trace[403005931] 'process raft request' (duration: 490.884357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.190769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.048454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:33.190821Z","caller":"traceutil/trace.go:171","msg":"trace[905467742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21538; }","duration":"497.121125ms","start":"2026-04-28T07:50:32.693687Z","end":"2026-04-28T07:50:33.190808Z","steps":["trace[905467742] 'agreement among raft nodes before linearized reading' (duration: 497.006833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.190866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.693672Z","time spent":"497.185318ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:33.190881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.699564Z","time spent":"491.241565ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:33.190668Z","caller":"traceutil/trace.go:171","msg":"trace[1056366710] linearizableReadLoop","detail":"{readStateIndex:22184; appliedIndex:22179; }","duration":"436.589105ms","start":"2026-04-28T07:50:32.754065Z","end":"2026-04-28T07:50:33.190654Z","steps":["trace[1056366710] 'read index received' (duration: 436.068362ms)","trace[1056366710] 'applied index is now lower than readState.Index' (duration: 519.093µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:33.190939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.697475Z","time spent":"493.320089ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:33.191113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.607821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-04-28T07:50:33.19126Z","caller":"traceutil/trace.go:171","msg":"trace[1873263743] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:21538; }","duration":"437.791215ms","start":"2026-04-28T07:50:32.753414Z","end":"2026-04-28T07:50:33.191206Z","steps":["trace[1873263743] 'agreement among raft nodes before linearized reading' (duration: 437.336294ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.191123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.693975Z","time spent":"496.697225ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:33.191351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.753393Z","time spent":"437.942749ms","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-28T07:50:33.692013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161077,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:50:33.722253Z","caller":"traceutil/trace.go:171","msg":"trace[776121413] transaction","detail":"{read_only:false; response_revision:21539; number_of_response:1; }","duration":"955.882636ms","start":"2026-04-28T07:50:32.766325Z","end":"2026-04-28T07:50:33.722208Z","steps":["trace[776121413] 'process raft request' (duration: 955.569388ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:33.722323Z","caller":"traceutil/trace.go:171","msg":"trace[1022793675] transaction","detail":"{read_only:false; response_revision:21541; number_of_response:1; }","duration":"669.977247ms","start":"2026-04-28T07:50:33.052307Z","end":"2026-04-28T07:50:33.722284Z","steps":["trace[1022793675] 'process raft request' (duration: 669.878654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.722438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.766296Z","time spent":"956.05065ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7280,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:33.722576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.052284Z","time spent":"670.119361ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:33.722897Z","caller":"traceutil/trace.go:171","msg":"trace[1624751672] transaction","detail":"{read_only:false; response_revision:21544; number_of_response:1; }","duration":"650.257834ms","start":"2026-04-28T07:50:33.072568Z","end":"2026-04-28T07:50:33.722826Z","steps":["trace[1624751672] 'process raft request' (duration: 650.191253ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:33.722996Z","caller":"traceutil/trace.go:171","msg":"trace[1156464264] transaction","detail":"{read_only:false; response_revision:21540; number_of_response:1; }","duration":"955.362682ms","start":"2026-04-28T07:50:32.767616Z","end":"2026-04-28T07:50:33.722978Z","steps":["trace[1156464264] 'process raft request' (duration: 954.48956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.723112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.072547Z","time spent":"650.433159ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:33.723175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.767588Z","time spent":"955.443494ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7129,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:33.723361Z","caller":"traceutil/trace.go:171","msg":"trace[201522872] transaction","detail":"{read_only:false; response_revision:21542; number_of_response:1; }","duration":"670.003847ms","start":"2026-04-28T07:50:33.053346Z","end":"2026-04-28T07:50:33.72335Z","steps":["trace[201522872] 'process raft request' (duration: 668.89741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.72344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.053318Z","time spent":"670.070749ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:33.723515Z","caller":"traceutil/trace.go:171","msg":"trace[1529115904] transaction","detail":"{read_only:false; response_revision:21543; number_of_response:1; }","duration":"650.937942ms","start":"2026-04-28T07:50:33.072559Z","end":"2026-04-28T07:50:33.723497Z","steps":["trace[1529115904] 'process raft request' (duration: 650.089761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.723647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.072533Z","time spent":"651.028704ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:33.724192Z","caller":"traceutil/trace.go:171","msg":"trace[974358517] transaction","detail":"{read_only:false; response_revision:21546; number_of_response:1; }","duration":"651.475745ms","start":"2026-04-28T07:50:33.072707Z","end":"2026-04-28T07:50:33.724183Z","steps":["trace[974358517] 'process raft request' (duration: 650.702826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.724249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.07269Z","time spent":"651.532446ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:33.72453Z","caller":"traceutil/trace.go:171","msg":"trace[724254931] transaction","detail":"{read_only:false; response_revision:21547; number_of_response:1; }","duration":"650.43436ms","start":"2026-04-28T07:50:33.074087Z","end":"2026-04-28T07:50:33.724521Z","steps":["trace[724254931] 'process raft request' (duration: 650.057029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.72458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.074068Z","time spent":"650.488922ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:33.724889Z","caller":"traceutil/trace.go:171","msg":"trace[1234972111] transaction","detail":"{read_only:false; response_revision:21548; number_of_response:1; }","duration":"604.284885ms","start":"2026-04-28T07:50:33.120589Z","end":"2026-04-28T07:50:33.724874Z","steps":["trace[1234972111] 'process raft request' (duration: 603.900865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.724938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.120551Z","time spent":"604.364397ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:33.730711Z","caller":"traceutil/trace.go:171","msg":"trace[388336994] transaction","detail":"{read_only:false; response_revision:21545; number_of_response:1; }","duration":"658.044633ms","start":"2026-04-28T07:50:33.072601Z","end":"2026-04-28T07:50:33.730646Z","steps":["trace[388336994] 'process raft request' (duration: 650.190503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:33.731016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.072584Z","time spent":"658.254008ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:34.287111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.562002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:34.287286Z","caller":"traceutil/trace.go:171","msg":"trace[1488182445] linearizableReadLoop","detail":"{readStateIndex:22195; appliedIndex:22184; }","duration":"1.096302261s","start":"2026-04-28T07:50:33.190957Z","end":"2026-04-28T07:50:34.28726Z","steps":["trace[1488182445] 'read index received' (duration: 530.967779ms)","trace[1488182445] 'applied index is now lower than readState.Index' (duration: 565.332702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:34.287417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518555982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:34.287459Z","caller":"traceutil/trace.go:171","msg":"trace[1068223608] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:21549; }","duration":"1.518626833s","start":"2026-04-28T07:50:32.768815Z","end":"2026-04-28T07:50:34.287442Z","steps":["trace[1068223608] 'agreement among raft nodes before linearized reading' (duration: 1.518533851s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.287434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415033896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:34.287444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529843349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-28T07:50:34.287499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.768805Z","time spent":"1.518681535s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-04-28T07:50:34.28751Z","caller":"traceutil/trace.go:171","msg":"trace[1748977895] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21549; }","duration":"1.415165729s","start":"2026-04-28T07:50:32.872325Z","end":"2026-04-28T07:50:34.287491Z","steps":["trace[1748977895] 'agreement among raft nodes before linearized reading' (duration: 1.414981654s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:34.287457Z","caller":"traceutil/trace.go:171","msg":"trace[334805108] transaction","detail":"{read_only:false; response_revision:21549; number_of_response:1; }","duration":"1.090552955s","start":"2026-04-28T07:50:33.196868Z","end":"2026-04-28T07:50:34.287421Z","steps":["trace[334805108] 'process raft request' (duration: 560.589481ms)","trace[334805108] 'compare' (duration: 529.093271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:34.287578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.872299Z","time spent":"1.415261022s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:50:34.287721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.196835Z","time spent":"1.090792741s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:50:34.287508Z","caller":"traceutil/trace.go:171","msg":"trace[1304054823] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21549; }","duration":"1.529981923s","start":"2026-04-28T07:50:32.757515Z","end":"2026-04-28T07:50:34.287497Z","steps":["trace[1304054823] 'agreement among raft nodes before linearized reading' (duration: 1.529838219s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.287949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:32.757487Z","time spent":"1.530446285s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:50:34.340891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.084078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:34.340975Z","caller":"traceutil/trace.go:171","msg":"trace[807775379] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:21550; }","duration":"622.230471ms","start":"2026-04-28T07:50:33.718725Z","end":"2026-04-28T07:50:34.340956Z","steps":["trace[807775379] 'agreement among raft nodes before linearized reading' (duration: 622.082028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.341029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.718698Z","time spent":"622.311683ms","remote":"127.0.0.1:51302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:34.341063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.517096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:50:34.341105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.599948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:34.341213Z","caller":"traceutil/trace.go:171","msg":"trace[2116798968] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21550; }","duration":"834.741841ms","start":"2026-04-28T07:50:33.506447Z","end":"2026-04-28T07:50:34.341189Z","steps":["trace[2116798968] 'agreement among raft nodes before linearized reading' (duration: 834.569727ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:34.341221Z","caller":"traceutil/trace.go:171","msg":"trace[353475894] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21550; }","duration":"834.667979ms","start":"2026-04-28T07:50:33.506481Z","end":"2026-04-28T07:50:34.341148Z","steps":["trace[353475894] 'agreement among raft nodes before linearized reading' (duration: 834.28503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.341274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.506436Z","time spent":"834.827574ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:34.341244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14067478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:34.341357Z","caller":"traceutil/trace.go:171","msg":"trace[1515300054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21550; }","duration":"1.140851965s","start":"2026-04-28T07:50:33.200478Z","end":"2026-04-28T07:50:34.34133Z","steps":["trace[1515300054] 'agreement among raft nodes before linearized reading' (duration: 1.140620269s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.341356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.771585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:34.341423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.200459Z","time spent":"1.140954117s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:34.341416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.153333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:34.341492Z","caller":"traceutil/trace.go:171","msg":"trace[2097541347] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21550; }","duration":"837.230255ms","start":"2026-04-28T07:50:33.504243Z","end":"2026-04-28T07:50:34.341474Z","steps":["trace[2097541347] 'agreement among raft nodes before linearized reading' (duration: 836.955888ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:34.341521Z","caller":"traceutil/trace.go:171","msg":"trace[1772220741] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21550; }","duration":"838.99836ms","start":"2026-04-28T07:50:33.502433Z","end":"2026-04-28T07:50:34.341432Z","steps":["trace[1772220741] 'agreement among raft nodes before linearized reading' (duration: 838.60625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.341607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.44331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:50:34.341623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.419501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29622710-6mrxk\" ","response":"range_response_count:1 size:7284"} {"level":"warn","ts":"2026-04-28T07:50:34.341611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.31555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:34.34168Z","caller":"traceutil/trace.go:171","msg":"trace[2058286739] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21550; }","duration":"837.526762ms","start":"2026-04-28T07:50:33.50414Z","end":"2026-04-28T07:50:34.341667Z","steps":["trace[2058286739] 'agreement among raft nodes before linearized reading' (duration: 837.344288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.341651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.50241Z","time spent":"839.194216ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:34.341656Z","caller":"traceutil/trace.go:171","msg":"trace[1338781066] transaction","detail":"{read_only:false; response_revision:21550; number_of_response:1; }","duration":"604.274585ms","start":"2026-04-28T07:50:33.737337Z","end":"2026-04-28T07:50:34.341611Z","steps":["trace[1338781066] 'process raft request' (duration: 603.099344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.34171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.02853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:34.341715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.504133Z","time spent":"837.574563ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:34.341734Z","caller":"traceutil/trace.go:171","msg":"trace[242971306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21550; }","duration":"242.495554ms","start":"2026-04-28T07:50:34.099209Z","end":"2026-04-28T07:50:34.341704Z","steps":["trace[242971306] 'agreement among raft nodes before linearized reading' (duration: 242.269568ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:34.341766Z","caller":"traceutil/trace.go:171","msg":"trace[159299955] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21550; }","duration":"837.097131ms","start":"2026-04-28T07:50:33.504656Z","end":"2026-04-28T07:50:34.341753Z","steps":["trace[159299955] 'agreement among raft nodes before linearized reading' (duration: 836.939727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.341788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013930504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:34.341818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.504647Z","time spent":"837.158384ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:50:34.341833Z","caller":"traceutil/trace.go:171","msg":"trace[1512306064] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:21550; }","duration":"1.014036856s","start":"2026-04-28T07:50:33.327781Z","end":"2026-04-28T07:50:34.341818Z","steps":["trace[1512306064] 'agreement among raft nodes before linearized reading' (duration: 1.013954444s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.34129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.506476Z","time spent":"834.799683ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:34.341863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.737305Z","time spent":"604.45896ms","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6225,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:34.34188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.32775Z","time spent":"1.014119968s","remote":"127.0.0.1:36020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:34.341677Z","caller":"traceutil/trace.go:171","msg":"trace[1993376078] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29622710-6mrxk; range_end:; response_count:1; response_revision:21550; }","duration":"610.503203ms","start":"2026-04-28T07:50:33.731153Z","end":"2026-04-28T07:50:34.341657Z","steps":["trace[1993376078] 'agreement among raft nodes before linearized reading' (duration: 610.293868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.34199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.731131Z","time spent":"610.848291ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7306,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29622710-6mrxk\" "} {"level":"warn","ts":"2026-04-28T07:50:34.341664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147632818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ecd8ca84-4831-4b23-904f-04be1cd97b4d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-28T07:50:34.342108Z","caller":"traceutil/trace.go:171","msg":"trace[1494199826] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ecd8ca84-4831-4b23-904f-04be1cd97b4d; range_end:; response_count:1; response_revision:21550; }","duration":"1.14810255s","start":"2026-04-28T07:50:33.193989Z","end":"2026-04-28T07:50:34.342091Z","steps":["trace[1494199826] 'agreement among raft nodes before linearized reading' (duration: 1.147533526s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.34216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.19397Z","time spent":"1.148177141s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-ecd8ca84-4831-4b23-904f-04be1cd97b4d\" "} {"level":"warn","ts":"2026-04-28T07:50:34.342188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.789924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:50:34.342467Z","caller":"traceutil/trace.go:171","msg":"trace[627621367] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21550; }","duration":"152.063251ms","start":"2026-04-28T07:50:34.190384Z","end":"2026-04-28T07:50:34.342447Z","steps":["trace[627621367] 'agreement among raft nodes before linearized reading' (duration: 151.656861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.342486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.768201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:50:34.342528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.911953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:34.341561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.50424Z","time spent":"837.307057ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:34.342546Z","caller":"traceutil/trace.go:171","msg":"trace[938370942] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21550; }","duration":"832.843443ms","start":"2026-04-28T07:50:33.509688Z","end":"2026-04-28T07:50:34.342531Z","steps":["trace[938370942] 'agreement among raft nodes before linearized reading' (duration: 832.689519ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:34.342572Z","caller":"traceutil/trace.go:171","msg":"trace[451722711] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21550; }","duration":"831.040077ms","start":"2026-04-28T07:50:33.51152Z","end":"2026-04-28T07:50:34.34256Z","steps":["trace[451722711] 'agreement among raft nodes before linearized reading' (duration: 830.951954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.342603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.511492Z","time spent":"831.103409ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:34.342303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.618096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:34.342679Z","caller":"traceutil/trace.go:171","msg":"trace[2104788203] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21550; }","duration":"840.091198ms","start":"2026-04-28T07:50:33.502576Z","end":"2026-04-28T07:50:34.342667Z","steps":["trace[2104788203] 'agreement among raft nodes before linearized reading' (duration: 839.443392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.342716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.502546Z","time spent":"840.159139ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:34.342601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.509679Z","time spent":"832.910744ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:34.342397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.519656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:34.3431Z","caller":"traceutil/trace.go:171","msg":"trace[1117272389] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21550; }","duration":"835.219824ms","start":"2026-04-28T07:50:33.507854Z","end":"2026-04-28T07:50:34.343074Z","steps":["trace[1117272389] 'agreement among raft nodes before linearized reading' (duration: 834.485155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.345572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.90945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:34.345628Z","caller":"traceutil/trace.go:171","msg":"trace[243782255] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21550; }","duration":"837.184853ms","start":"2026-04-28T07:50:33.508429Z","end":"2026-04-28T07:50:34.345614Z","steps":["trace[243782255] 'agreement among raft nodes before linearized reading' (duration: 833.843518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.345405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.507843Z","time spent":"837.546813ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:34.34568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:33.508418Z","time spent":"837.245366ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:34.825086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.320355ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:34.825583Z","caller":"traceutil/trace.go:171","msg":"trace[1506091313] transaction","detail":"{read_only:false; response_revision:21551; number_of_response:1; }","duration":"534.001445ms","start":"2026-04-28T07:50:34.291534Z","end":"2026-04-28T07:50:34.825536Z","steps":["trace[1506091313] 'process raft request' (duration: 387.140406ms)","trace[1506091313] 'compare' (duration: 146.028967ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:34.82577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:34.29151Z","time spent":"534.17218ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2762,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:50:34.82605Z","caller":"traceutil/trace.go:171","msg":"trace[678240978] linearizableReadLoop","detail":"{readStateIndex:22198; appliedIndex:22196; }","duration":"485.340296ms","start":"2026-04-28T07:50:34.340682Z","end":"2026-04-28T07:50:34.826022Z","steps":["trace[678240978] 'read index received' (duration: 338.013115ms)","trace[678240978] 'applied index is now lower than readState.Index' (duration: 147.325151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:34.826157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.49702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:34.826201Z","caller":"traceutil/trace.go:171","msg":"trace[1778266158] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:21552; }","duration":"529.567923ms","start":"2026-04-28T07:50:34.296618Z","end":"2026-04-28T07:50:34.826186Z","steps":["trace[1778266158] 'agreement among raft nodes before linearized reading' (duration: 529.430699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.826189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.569029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:34.826305Z","caller":"traceutil/trace.go:171","msg":"trace[634476208] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21552; }","duration":"532.699322ms","start":"2026-04-28T07:50:34.293578Z","end":"2026-04-28T07:50:34.826277Z","steps":["trace[634476208] 'agreement among raft nodes before linearized reading' (duration: 532.512407ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:34.826298Z","caller":"traceutil/trace.go:171","msg":"trace[708576931] transaction","detail":"{read_only:false; response_revision:21552; number_of_response:1; }","duration":"532.901706ms","start":"2026-04-28T07:50:34.293357Z","end":"2026-04-28T07:50:34.826259Z","steps":["trace[708576931] 'process raft request' (duration: 531.85662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.826383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.890658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T07:50:34.826444Z","caller":"traceutil/trace.go:171","msg":"trace[546320232] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21552; }","duration":"534.994281ms","start":"2026-04-28T07:50:34.291434Z","end":"2026-04-28T07:50:34.826428Z","steps":["trace[546320232] 'agreement among raft nodes before linearized reading' (duration: 534.758335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:34.82638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:34.293545Z","time spent":"532.821705ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:50:34.82651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:34.293335Z","time spent":"533.101602ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:34.826246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:34.296611Z","time spent":"529.626374ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:34.826504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:34.291411Z","time spent":"535.077402ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T07:50:35.327261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:35.82827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161087,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:36.178618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.499890806s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:50:36.179232Z","caller":"traceutil/trace.go:171","msg":"trace[1813393042] transaction","detail":"{read_only:false; response_revision:21555; number_of_response:1; }","duration":"1.825467235s","start":"2026-04-28T07:50:34.35374Z","end":"2026-04-28T07:50:36.179208Z","steps":["trace[1813393042] 'process raft request' (duration: 1.825411243s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.179347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:34.353729Z","time spent":"1.825544816s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6525,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:36.179719Z","caller":"traceutil/trace.go:171","msg":"trace[1163792284] transaction","detail":"{read_only:false; response_revision:21553; number_of_response:1; }","duration":"1.832064832s","start":"2026-04-28T07:50:34.347644Z","end":"2026-04-28T07:50:36.179709Z","steps":["trace[1163792284] 'process raft request' (duration: 1.831280703s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.179768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:34.3476Z","time spent":"1.832141554s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:36.180064Z","caller":"traceutil/trace.go:171","msg":"trace[899411755] transaction","detail":"{read_only:false; response_revision:21554; number_of_response:1; }","duration":"1.828141282s","start":"2026-04-28T07:50:34.351912Z","end":"2026-04-28T07:50:36.180053Z","steps":["trace[899411755] 'process raft request' (duration: 1.827174228s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.180131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:34.351892Z","time spent":"1.828206533s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7268,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:36.343916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998070099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:50:36.344069Z","caller":"traceutil/trace.go:171","msg":"trace[2103401685] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998270464s","start":"2026-04-28T07:50:34.345762Z","end":"2026-04-28T07:50:36.344032Z","steps":["trace[2103401685] 'agreement among raft nodes before linearized reading' (duration: 1.99808476s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.344128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:34.345742Z","time spent":"1.998374326s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:50:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:50:36.720298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.999984ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:36.720595Z","caller":"traceutil/trace.go:171","msg":"trace[426656976] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21555; }","duration":"444.318522ms","start":"2026-04-28T07:50:36.27625Z","end":"2026-04-28T07:50:36.720569Z","steps":["trace[426656976] 'range keys from in-memory index tree' (duration: 443.976044ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:36.74891Z","caller":"traceutil/trace.go:171","msg":"trace[186029693] transaction","detail":"{read_only:false; response_revision:21556; number_of_response:1; }","duration":"1.917525687s","start":"2026-04-28T07:50:34.831337Z","end":"2026-04-28T07:50:36.748862Z","steps":["trace[186029693] 'process raft request' (duration: 1.917181869s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:36.748945Z","caller":"traceutil/trace.go:171","msg":"trace[327528811] transaction","detail":"{read_only:false; response_revision:21558; number_of_response:1; }","duration":"1.016993022s","start":"2026-04-28T07:50:35.731925Z","end":"2026-04-28T07:50:36.748918Z","steps":["trace[327528811] 'process raft request' (duration: 1.016895589s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:36.749308Z","caller":"traceutil/trace.go:171","msg":"trace[1983772236] transaction","detail":"{read_only:false; response_revision:21557; number_of_response:1; }","duration":"1.50164669s","start":"2026-04-28T07:50:35.247627Z","end":"2026-04-28T07:50:36.749274Z","steps":["trace[1983772236] 'process raft request' (duration: 1.501082935s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.749459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:35.2476Z","time spent":"1.501782163s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:36.749478Z","caller":"traceutil/trace.go:171","msg":"trace[708705586] transaction","detail":"{read_only:false; response_revision:21560; number_of_response:1; }","duration":"1.017071474s","start":"2026-04-28T07:50:35.73237Z","end":"2026-04-28T07:50:36.749442Z","steps":["trace[708705586] 'process raft request' (duration: 1.016764316s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:36.749456Z","caller":"traceutil/trace.go:171","msg":"trace[635744661] transaction","detail":"{read_only:false; response_revision:21559; number_of_response:1; }","duration":"1.017279409s","start":"2026-04-28T07:50:35.732136Z","end":"2026-04-28T07:50:36.749416Z","steps":["trace[635744661] 'process raft request' (duration: 1.016725495s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:36.749597Z","caller":"traceutil/trace.go:171","msg":"trace[570063652] transaction","detail":"{read_only:false; response_revision:21565; number_of_response:1; }","duration":"1.01265291s","start":"2026-04-28T07:50:35.736932Z","end":"2026-04-28T07:50:36.749585Z","steps":["trace[570063652] 'process raft request' (duration: 1.012560708s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:36.749548Z","caller":"traceutil/trace.go:171","msg":"trace[1071529331] transaction","detail":"{read_only:false; response_revision:21561; number_of_response:1; }","duration":"1.016475457s","start":"2026-04-28T07:50:35.733013Z","end":"2026-04-28T07:50:36.749488Z","steps":["trace[1071529331] 'process raft request' (duration: 1.016307103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.749648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:35.736914Z","time spent":"1.012704481s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:36.749644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:35.732355Z","time spent":"1.017185296s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:36.74967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:35.732102Z","time spent":"1.017458993s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:36.749699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318129906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:36.749743Z","caller":"traceutil/trace.go:171","msg":"trace[333856988] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:21565; }","duration":"2.31825511s","start":"2026-04-28T07:50:34.431477Z","end":"2026-04-28T07:50:36.749732Z","steps":["trace[333856988] 'agreement among raft nodes before linearized reading' (duration: 2.318152858s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:36.749756Z","caller":"traceutil/trace.go:171","msg":"trace[222867774] transaction","detail":"{read_only:false; response_revision:21563; number_of_response:1; }","duration":"1.015371179s","start":"2026-04-28T07:50:35.73437Z","end":"2026-04-28T07:50:36.749741Z","steps":["trace[222867774] 'process raft request' (duration: 1.015050801s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.749775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:34.431448Z","time spent":"2.318318212s","remote":"127.0.0.1:46982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:36.7498Z","caller":"traceutil/trace.go:171","msg":"trace[1501566238] transaction","detail":"{read_only:false; response_revision:21562; number_of_response:1; }","duration":"1.016632832s","start":"2026-04-28T07:50:35.733138Z","end":"2026-04-28T07:50:36.749771Z","steps":["trace[1501566238] 'process raft request' (duration: 1.016242161s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.749822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:35.734355Z","time spent":"1.015436883s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:36.749891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923893591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:36.749905Z","caller":"traceutil/trace.go:171","msg":"trace[1674021789] transaction","detail":"{read_only:false; response_revision:21564; number_of_response:1; }","duration":"1.0130123s","start":"2026-04-28T07:50:35.73688Z","end":"2026-04-28T07:50:36.749893Z","steps":["trace[1674021789] 'process raft request' (duration: 1.012583178s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.749893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:35.733122Z","time spent":"1.016727225s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:36.749932Z","caller":"traceutil/trace.go:171","msg":"trace[526135687] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:21565; }","duration":"1.924009623s","start":"2026-04-28T07:50:34.825909Z","end":"2026-04-28T07:50:36.749919Z","steps":["trace[526135687] 'agreement among raft nodes before linearized reading' (duration: 1.923918201s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.749968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:34.825879Z","time spent":"1.924081025s","remote":"127.0.0.1:49976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:36.749983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003481667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-28T07:50:36.74999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:35.736864Z","time spent":"1.013084893s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:36.750041Z","caller":"traceutil/trace.go:171","msg":"trace[139148218] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21565; }","duration":"2.003577889s","start":"2026-04-28T07:50:34.746441Z","end":"2026-04-28T07:50:36.750019Z","steps":["trace[139148218] 'agreement among raft nodes before linearized reading' (duration: 2.003357904s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.750086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004733649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-28T07:50:36.750087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:34.74641Z","time spent":"2.003665062s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-28T07:50:36.750116Z","caller":"traceutil/trace.go:171","msg":"trace[1626141840] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21565; }","duration":"2.0048092s","start":"2026-04-28T07:50:34.745294Z","end":"2026-04-28T07:50:36.750103Z","steps":["trace[1626141840] 'agreement among raft nodes before linearized reading' (duration: 2.004682787s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.750139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:34.745267Z","time spent":"2.004867502s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:50:36.749807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:35.732983Z","time spent":"1.016688293s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:36.749568Z","caller":"traceutil/trace.go:171","msg":"trace[588647255] linearizableReadLoop","detail":"{readStateIndex:22211; appliedIndex:22201; }","duration":"1.923385506s","start":"2026-04-28T07:50:34.826154Z","end":"2026-04-28T07:50:36.74954Z","steps":["trace[588647255] 'read index received' (duration: 1.354490023s)","trace[588647255] 'applied index is now lower than readState.Index' (duration: 568.894423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:36.750362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920387612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T07:50:36.750414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.463576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:36.750426Z","caller":"traceutil/trace.go:171","msg":"trace[1829917333] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:21565; }","duration":"1.920489944s","start":"2026-04-28T07:50:34.829924Z","end":"2026-04-28T07:50:36.750414Z","steps":["trace[1829917333] 'agreement among raft nodes before linearized reading' (duration: 1.920380632s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:36.750444Z","caller":"traceutil/trace.go:171","msg":"trace[962981491] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21565; }","duration":"913.535548ms","start":"2026-04-28T07:50:35.836898Z","end":"2026-04-28T07:50:36.750433Z","steps":["trace[962981491] 'agreement among raft nodes before linearized reading' (duration: 913.463386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.750465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:34.829902Z","time spent":"1.920549825s","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:50:36.750469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:35.836876Z","time spent":"913.586648ms","remote":"127.0.0.1:50496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:36.750464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.276436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:36.750518Z","caller":"traceutil/trace.go:171","msg":"trace[1487528630] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21565; }","duration":"401.37828ms","start":"2026-04-28T07:50:36.349125Z","end":"2026-04-28T07:50:36.750503Z","steps":["trace[1487528630] 'agreement among raft nodes before linearized reading' (duration: 401.194335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.750601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.349068Z","time spent":"401.483812ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:36.750633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.085347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:36.750663Z","caller":"traceutil/trace.go:171","msg":"trace[135891504] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21565; }","duration":"402.160999ms","start":"2026-04-28T07:50:36.348489Z","end":"2026-04-28T07:50:36.75065Z","steps":["trace[135891504] 'agreement among raft nodes before linearized reading' (duration: 402.112338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.750688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.348461Z","time spent":"402.22194ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:36.750709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554127296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T07:50:36.750742Z","caller":"traceutil/trace.go:171","msg":"trace[210266988] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21565; }","duration":"1.554171927s","start":"2026-04-28T07:50:35.196559Z","end":"2026-04-28T07:50:36.750731Z","steps":["trace[210266988] 'agreement among raft nodes before linearized reading' (duration: 1.554072935s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.750771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:35.196555Z","time spent":"1.554208739s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:36.750812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.013054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:36.750835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.988186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:36.750848Z","caller":"traceutil/trace.go:171","msg":"trace[763364046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21565; }","duration":"585.082166ms","start":"2026-04-28T07:50:36.165755Z","end":"2026-04-28T07:50:36.750837Z","steps":["trace[763364046] 'agreement among raft nodes before linearized reading' (duration: 585.015674ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:36.750859Z","caller":"traceutil/trace.go:171","msg":"trace[1679783567] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:21565; }","duration":"679.046178ms","start":"2026-04-28T07:50:36.071805Z","end":"2026-04-28T07:50:36.750851Z","steps":["trace[1679783567] 'agreement among raft nodes before linearized reading' (duration: 678.995287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.750856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.100528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:36.750878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.165739Z","time spent":"585.133227ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:50:36.750937Z","caller":"traceutil/trace.go:171","msg":"trace[1594415498] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21565; }","duration":"404.18561ms","start":"2026-04-28T07:50:36.346705Z","end":"2026-04-28T07:50:36.75089Z","steps":["trace[1594415498] 'agreement among raft nodes before linearized reading' (duration: 404.098638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.75097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.346686Z","time spent":"404.276522ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:36.750991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.667279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:50:36.751022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55466056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:50:36.751058Z","caller":"traceutil/trace.go:171","msg":"trace[1881453316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21565; }","duration":"1.554711181s","start":"2026-04-28T07:50:35.196337Z","end":"2026-04-28T07:50:36.751048Z","steps":["trace[1881453316] 'agreement among raft nodes before linearized reading' (duration: 1.554606089s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.751045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.900106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:36.751053Z","caller":"traceutil/trace.go:171","msg":"trace[1428298433] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21565; }","duration":"398.747522ms","start":"2026-04-28T07:50:36.352288Z","end":"2026-04-28T07:50:36.751036Z","steps":["trace[1428298433] 'agreement among raft nodes before linearized reading' (duration: 398.564617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.751086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:35.196331Z","time spent":"1.554748552s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:50:36.751109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.813804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:36.75111Z","caller":"traceutil/trace.go:171","msg":"trace[806050649] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21565; }","duration":"398.985317ms","start":"2026-04-28T07:50:36.35211Z","end":"2026-04-28T07:50:36.751096Z","steps":["trace[806050649] 'agreement among raft nodes before linearized reading' (duration: 398.754582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.751118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.352274Z","time spent":"398.831634ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:36.751135Z","caller":"traceutil/trace.go:171","msg":"trace[1936134981] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21565; }","duration":"398.851224ms","start":"2026-04-28T07:50:36.352276Z","end":"2026-04-28T07:50:36.751127Z","steps":["trace[1936134981] 'agreement among raft nodes before linearized reading' (duration: 398.800353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.751158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.352266Z","time spent":"398.886865ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:36.751152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.352099Z","time spent":"399.044889ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:36.751171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.39677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-endpoints-sndpw\" ","response":"range_response_count:1 size:13004"} {"level":"info","ts":"2026-04-28T07:50:36.751203Z","caller":"traceutil/trace.go:171","msg":"trace[1272714049] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-endpoints-sndpw; range_end:; response_count:1; response_revision:21565; }","duration":"566.461421ms","start":"2026-04-28T07:50:36.184732Z","end":"2026-04-28T07:50:36.751193Z","steps":["trace[1272714049] 'agreement among raft nodes before linearized reading' (duration: 566.291187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.751229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.184713Z","time spent":"566.510023ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":13026,"request content":"key:\"/registry/pods/openstack/octavia-ks-endpoints-sndpw\" "} {"level":"warn","ts":"2026-04-28T07:50:36.751289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556219189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:50:36.751339Z","caller":"traceutil/trace.go:171","msg":"trace[1875285680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21565; }","duration":"1.556314511s","start":"2026-04-28T07:50:35.195012Z","end":"2026-04-28T07:50:36.751326Z","steps":["trace[1875285680] 'agreement among raft nodes before linearized reading' (duration: 1.556183318s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.751346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556345273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-28T07:50:36.750882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.071784Z","time spent":"679.09203ms","remote":"127.0.0.1:51590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:36.751375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.981595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:36.751379Z","caller":"traceutil/trace.go:171","msg":"trace[928699372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21565; }","duration":"1.556405894s","start":"2026-04-28T07:50:35.194964Z","end":"2026-04-28T07:50:36.75137Z","steps":["trace[928699372] 'agreement among raft nodes before linearized reading' (duration: 1.556304832s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:36.751401Z","caller":"traceutil/trace.go:171","msg":"trace[416757563] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:21565; }","duration":"305.066127ms","start":"2026-04-28T07:50:36.446326Z","end":"2026-04-28T07:50:36.751392Z","steps":["trace[416757563] 'agreement among raft nodes before linearized reading' (duration: 304.911353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.751409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:35.19495Z","time spent":"1.556453156s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:36.751424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.44629Z","time spent":"305.127959ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":97,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:36.751446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.828833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:36.751502Z","caller":"traceutil/trace.go:171","msg":"trace[185008817] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21565; }","duration":"396.914775ms","start":"2026-04-28T07:50:36.354567Z","end":"2026-04-28T07:50:36.751482Z","steps":["trace[185008817] 'agreement among raft nodes before linearized reading' (duration: 396.831143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.751533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604445148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:50:36.751548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.354548Z","time spent":"396.989278ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:36.751559Z","caller":"traceutil/trace.go:171","msg":"trace[1995707443] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:21565; }","duration":"1.60452566s","start":"2026-04-28T07:50:35.147024Z","end":"2026-04-28T07:50:36.75155Z","steps":["trace[1995707443] 'agreement among raft nodes before linearized reading' (duration: 1.604448728s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.751586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:35.146995Z","time spent":"1.604584182s","remote":"127.0.0.1:50010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:36.749128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:35.731875Z","time spent":"1.017149705s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:36.751746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.155476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:36.751779Z","caller":"traceutil/trace.go:171","msg":"trace[2101854011] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21565; }","duration":"244.241518ms","start":"2026-04-28T07:50:36.507523Z","end":"2026-04-28T07:50:36.751764Z","steps":["trace[2101854011] 'agreement among raft nodes before linearized reading' (duration: 244.190787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.751782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.920241737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T07:50:36.751815Z","caller":"traceutil/trace.go:171","msg":"trace[1903828961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21565; }","duration":"1.920292258s","start":"2026-04-28T07:50:34.831514Z","end":"2026-04-28T07:50:36.751806Z","steps":["trace[1903828961] 'agreement among raft nodes before linearized reading' (duration: 1.920189606s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.751841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:34.831504Z","time spent":"1.920331189s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:50:36.751838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.137266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:36.751374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:35.194982Z","time spent":"1.556384274s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T07:50:36.751888Z","caller":"traceutil/trace.go:171","msg":"trace[1892307779] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21565; }","duration":"398.199108ms","start":"2026-04-28T07:50:36.353675Z","end":"2026-04-28T07:50:36.751874Z","steps":["trace[1892307779] 'agreement among raft nodes before linearized reading' (duration: 398.054234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.751928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.353667Z","time spent":"398.251059ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:36.75216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.274866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:36.752274Z","caller":"traceutil/trace.go:171","msg":"trace[9504943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21565; }","duration":"401.314697ms","start":"2026-04-28T07:50:36.350864Z","end":"2026-04-28T07:50:36.752179Z","steps":["trace[9504943] 'agreement among raft nodes before linearized reading' (duration: 401.265445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.752307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.350856Z","time spent":"401.44245ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:36.752611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.967639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:36.752681Z","caller":"traceutil/trace.go:171","msg":"trace[336709310] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21565; }","duration":"403.071982ms","start":"2026-04-28T07:50:36.349586Z","end":"2026-04-28T07:50:36.752658Z","steps":["trace[336709310] 'agreement among raft nodes before linearized reading' (duration: 402.792424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.75273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.349565Z","time spent":"403.153944ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:36.754502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.23856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:36.754567Z","caller":"traceutil/trace.go:171","msg":"trace[208816902] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21565; }","duration":"402.333502ms","start":"2026-04-28T07:50:36.352216Z","end":"2026-04-28T07:50:36.754549Z","steps":["trace[208816902] 'agreement among raft nodes before linearized reading' (duration: 399.025758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:36.754603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.352202Z","time spent":"402.393014ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:36.749091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:34.831319Z","time spent":"1.917686062s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:36.793911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.89372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:36.813875Z","caller":"traceutil/trace.go:171","msg":"trace[932475681] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21565; }","duration":"461.876249ms","start":"2026-04-28T07:50:36.351978Z","end":"2026-04-28T07:50:36.813854Z","steps":["trace[932475681] 'agreement among raft nodes before linearized reading' (duration: 400.433783ms)","trace[932475681] 'get authentication metadata' (duration: 41.368824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:36.81392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.351969Z","time spent":"461.941481ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:37.338729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161102,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:50:37.393679Z","caller":"traceutil/trace.go:171","msg":"trace[317341162] transaction","detail":"{read_only:false; response_revision:21566; number_of_response:1; }","duration":"601.848211ms","start":"2026-04-28T07:50:36.7918Z","end":"2026-04-28T07:50:37.393648Z","steps":["trace[317341162] 'process raft request' (duration: 601.660656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:37.393921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.79177Z","time spent":"602.070868ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:37.881124Z","caller":"traceutil/trace.go:171","msg":"trace[832417895] transaction","detail":"{read_only:false; response_revision:21567; number_of_response:1; }","duration":"1.067309002s","start":"2026-04-28T07:50:36.813698Z","end":"2026-04-28T07:50:37.881007Z","steps":["trace[832417895] 'process raft request' (duration: 1.066884931s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:37.881146Z","caller":"traceutil/trace.go:171","msg":"trace[282124721] transaction","detail":"{read_only:false; response_revision:21568; number_of_response:1; }","duration":"1.059703579s","start":"2026-04-28T07:50:36.821389Z","end":"2026-04-28T07:50:37.881092Z","steps":["trace[282124721] 'process raft request' (duration: 1.059489493s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:37.881293Z","caller":"traceutil/trace.go:171","msg":"trace[687519610] transaction","detail":"{read_only:false; response_revision:21571; number_of_response:1; }","duration":"1.059669797s","start":"2026-04-28T07:50:36.821602Z","end":"2026-04-28T07:50:37.881272Z","steps":["trace[687519610] 'process raft request' (duration: 1.059424111s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:37.881137Z","caller":"traceutil/trace.go:171","msg":"trace[502334532] transaction","detail":"{read_only:false; response_revision:21570; number_of_response:1; }","duration":"1.059539284s","start":"2026-04-28T07:50:36.821567Z","end":"2026-04-28T07:50:37.881106Z","steps":["trace[502334532] 'process raft request' (duration: 1.059425611s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:37.881397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.821562Z","time spent":"1.05979851s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:37.881312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.813678Z","time spent":"1.067540138s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:37.881403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.821598Z","time spent":"1.059755299s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:37.881179Z","caller":"traceutil/trace.go:171","msg":"trace[2071999628] transaction","detail":"{read_only:false; response_revision:21569; number_of_response:1; }","duration":"1.059647427s","start":"2026-04-28T07:50:36.821479Z","end":"2026-04-28T07:50:37.881126Z","steps":["trace[2071999628] 'process raft request' (duration: 1.059469942s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:37.881701Z","caller":"traceutil/trace.go:171","msg":"trace[1614793286] transaction","detail":"{read_only:false; response_revision:21572; number_of_response:1; }","duration":"1.053409628s","start":"2026-04-28T07:50:36.828275Z","end":"2026-04-28T07:50:37.881684Z","steps":["trace[1614793286] 'process raft request' (duration: 1.052905295s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:37.88145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.821362Z","time spent":"1.059914763s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14794,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:37.881823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.821453Z","time spent":"1.060295194s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:37.881871Z","caller":"traceutil/trace.go:171","msg":"trace[2045026987] transaction","detail":"{read_only:false; response_revision:21573; number_of_response:1; }","duration":"1.05347604s","start":"2026-04-28T07:50:36.828378Z","end":"2026-04-28T07:50:37.881854Z","steps":["trace[2045026987] 'process raft request' (duration: 1.053170142s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:37.882163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.828352Z","time spent":"1.053753567s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:37.882258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.828259Z","time spent":"1.053657104s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:38.327042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.764072ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:50:38.327913Z","caller":"traceutil/trace.go:171","msg":"trace[445010834] transaction","detail":"{read_only:false; response_revision:21574; number_of_response:1; }","duration":"1.136157936s","start":"2026-04-28T07:50:37.19172Z","end":"2026-04-28T07:50:38.327877Z","steps":["trace[445010834] 'process raft request' (duration: 1.135493819s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:38.328092Z","caller":"traceutil/trace.go:171","msg":"trace[416735476] transaction","detail":"{read_only:false; response_revision:21575; number_of_response:1; }","duration":"630.718227ms","start":"2026-04-28T07:50:37.697348Z","end":"2026-04-28T07:50:38.328066Z","steps":["trace[416735476] 'process raft request' (duration: 630.175244ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:38.327925Z","caller":"traceutil/trace.go:171","msg":"trace[763245086] linearizableReadLoop","detail":"{readStateIndex:22221; appliedIndex:22211; }","duration":"1.490169718s","start":"2026-04-28T07:50:36.837703Z","end":"2026-04-28T07:50:38.327873Z","steps":["trace[763245086] 'read index received' (duration: 555.893532ms)","trace[763245086] 'applied index is now lower than readState.Index' (duration: 934.272595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:38.328196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:37.191708Z","time spent":"1.136362721s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5627,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:38.328225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:37.697325Z","time spent":"630.8285ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:38.328496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490793734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T07:50:38.328532Z","caller":"traceutil/trace.go:171","msg":"trace[100499507] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21575; }","duration":"1.490873516s","start":"2026-04-28T07:50:36.83765Z","end":"2026-04-28T07:50:38.328524Z","steps":["trace[100499507] 'agreement among raft nodes before linearized reading' (duration: 1.490371543s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:38.328525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.163117801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:38.32859Z","caller":"traceutil/trace.go:171","msg":"trace[428851752] transaction","detail":"{read_only:false; response_revision:21576; number_of_response:1; }","duration":"440.288469ms","start":"2026-04-28T07:50:37.888295Z","end":"2026-04-28T07:50:38.328583Z","steps":["trace[428851752] 'process raft request' (duration: 439.297885ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:38.328596Z","caller":"traceutil/trace.go:171","msg":"trace[1062763059] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:21576; }","duration":"1.163267435s","start":"2026-04-28T07:50:37.165313Z","end":"2026-04-28T07:50:38.32858Z","steps":["trace[1062763059] 'agreement among raft nodes before linearized reading' (duration: 1.163120502s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:38.328626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:37.888282Z","time spent":"440.32778ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:38.328554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:36.837633Z","time spent":"1.490915547s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:50:38.328691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.965106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:38.328628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:37.165275Z","time spent":"1.163346227s","remote":"127.0.0.1:51084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:38.328798Z","caller":"traceutil/trace.go:171","msg":"trace[867842975] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:21576; }","duration":"562.08665ms","start":"2026-04-28T07:50:37.766665Z","end":"2026-04-28T07:50:38.328752Z","steps":["trace[867842975] 'agreement among raft nodes before linearized reading' (duration: 561.838653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:38.328836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.999643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:38.32887Z","caller":"traceutil/trace.go:171","msg":"trace[1439815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21576; }","duration":"627.084505ms","start":"2026-04-28T07:50:37.701779Z","end":"2026-04-28T07:50:38.328863Z","steps":["trace[1439815] 'agreement among raft nodes before linearized reading' (duration: 627.027834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:38.328909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:37.701751Z","time spent":"627.133906ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:38.32889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.337936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-share-686bb596b9-wlnt4\" ","response":"range_response_count:1 size:10369"} {"level":"warn","ts":"2026-04-28T07:50:38.329018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138618987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:38.329052Z","caller":"traceutil/trace.go:171","msg":"trace[766807571] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:21576; }","duration":"1.138693939s","start":"2026-04-28T07:50:37.190345Z","end":"2026-04-28T07:50:38.329039Z","steps":["trace[766807571] 'agreement among raft nodes before linearized reading' (duration: 1.138639198s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:38.329074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:37.190321Z","time spent":"1.138746871s","remote":"127.0.0.1:51874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":30,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:38.329143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.540872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:38.329232Z","caller":"traceutil/trace.go:171","msg":"trace[579313044] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21576; }","duration":"443.754807ms","start":"2026-04-28T07:50:37.885459Z","end":"2026-04-28T07:50:38.329214Z","steps":["trace[579313044] 'agreement among raft nodes before linearized reading' (duration: 443.518931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:38.32923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.303673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:38.329362Z","caller":"traceutil/trace.go:171","msg":"trace[1372678631] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:21576; }","duration":"743.480747ms","start":"2026-04-28T07:50:37.585855Z","end":"2026-04-28T07:50:38.329336Z","steps":["trace[1372678631] 'agreement among raft nodes before linearized reading' (duration: 743.307143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:38.329377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:37.88544Z","time spent":"443.87711ms","remote":"127.0.0.1:46768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:38.329429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:37.585831Z","time spent":"743.58294ms","remote":"127.0.0.1:49984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:38.328545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.156872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:38.32951Z","caller":"traceutil/trace.go:171","msg":"trace[1653690885] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:21576; }","duration":"409.146817ms","start":"2026-04-28T07:50:37.920336Z","end":"2026-04-28T07:50:38.329483Z","steps":["trace[1653690885] 'agreement among raft nodes before linearized reading' (duration: 408.152922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:38.329585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:37.920315Z","time spent":"409.246959ms","remote":"127.0.0.1:36082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:38.328907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:37.766642Z","time spent":"562.214183ms","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T07:50:38.328906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.159979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T07:50:38.331032Z","caller":"traceutil/trace.go:171","msg":"trace[1213264132] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21576; }","duration":"144.335186ms","start":"2026-04-28T07:50:38.186679Z","end":"2026-04-28T07:50:38.331015Z","steps":["trace[1213264132] 'agreement among raft nodes before linearized reading' (duration: 142.132229ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:38.332808Z","caller":"traceutil/trace.go:171","msg":"trace[499094092] range","detail":"{range_begin:/registry/pods/openstack/manila-share-686bb596b9-wlnt4; range_end:; response_count:1; response_revision:21576; }","duration":"445.244785ms","start":"2026-04-28T07:50:37.887517Z","end":"2026-04-28T07:50:38.332761Z","steps":["trace[499094092] 'agreement among raft nodes before linearized reading' (duration: 441.223172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:38.332863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:37.887512Z","time spent":"445.338808ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":10391,"request content":"key:\"/registry/pods/openstack/manila-share-686bb596b9-wlnt4\" "} {"level":"warn","ts":"2026-04-28T07:50:38.837067Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161118,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:50:38.967745Z","caller":"traceutil/trace.go:171","msg":"trace[756631506] transaction","detail":"{read_only:false; response_revision:21577; number_of_response:1; }","duration":"631.884787ms","start":"2026-04-28T07:50:38.335838Z","end":"2026-04-28T07:50:38.967723Z","steps":["trace[756631506] 'process raft request' (duration: 631.727093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:38.967868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.335824Z","time spent":"631.977599ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:39.2676Z","caller":"traceutil/trace.go:171","msg":"trace[1698727123] transaction","detail":"{read_only:false; response_revision:21578; number_of_response:1; }","duration":"931.283979ms","start":"2026-04-28T07:50:38.336285Z","end":"2026-04-28T07:50:39.267568Z","steps":["trace[1698727123] 'process raft request' (duration: 930.964891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.267774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.336277Z","time spent":"931.398572ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:39.267942Z","caller":"traceutil/trace.go:171","msg":"trace[216188391] transaction","detail":"{read_only:false; response_revision:21579; number_of_response:1; }","duration":"927.601895ms","start":"2026-04-28T07:50:38.340318Z","end":"2026-04-28T07:50:39.26792Z","steps":["trace[216188391] 'process raft request' (duration: 927.151834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.268064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.340309Z","time spent":"927.684137ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7166,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:39.268444Z","caller":"traceutil/trace.go:171","msg":"trace[418487772] transaction","detail":"{read_only:false; response_revision:21580; number_of_response:1; }","duration":"927.794331ms","start":"2026-04-28T07:50:38.340623Z","end":"2026-04-28T07:50:39.268417Z","steps":["trace[418487772] 'process raft request' (duration: 927.147024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.268546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.340616Z","time spent":"927.891363ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10485,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:39.268613Z","caller":"traceutil/trace.go:171","msg":"trace[222965359] transaction","detail":"{read_only:false; response_revision:21581; number_of_response:1; }","duration":"470.330404ms","start":"2026-04-28T07:50:38.798239Z","end":"2026-04-28T07:50:39.268569Z","steps":["trace[222965359] 'process raft request' (duration: 470.063447ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:39.268817Z","caller":"traceutil/trace.go:171","msg":"trace[1063805427] transaction","detail":"{read_only:false; response_revision:21583; number_of_response:1; }","duration":"470.303903ms","start":"2026-04-28T07:50:38.798481Z","end":"2026-04-28T07:50:39.268785Z","steps":["trace[1063805427] 'process raft request' (duration: 469.948324ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:39.268882Z","caller":"traceutil/trace.go:171","msg":"trace[2126974635] transaction","detail":"{read_only:false; response_revision:21582; number_of_response:1; }","duration":"470.506828ms","start":"2026-04-28T07:50:38.798365Z","end":"2026-04-28T07:50:39.268872Z","steps":["trace[2126974635] 'process raft request' (duration: 470.013606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.269758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.79847Z","time spent":"471.166976ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:39.269949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.798353Z","time spent":"471.534985ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:39.268939Z","caller":"traceutil/trace.go:171","msg":"trace[170666025] transaction","detail":"{read_only:false; response_revision:21584; number_of_response:1; }","duration":"468.5756ms","start":"2026-04-28T07:50:38.800353Z","end":"2026-04-28T07:50:39.268929Z","steps":["trace[170666025] 'process raft request' (duration: 468.113358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.270472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.800315Z","time spent":"470.115149ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:39.268956Z","caller":"traceutil/trace.go:171","msg":"trace[1141634127] transaction","detail":"{read_only:false; response_revision:21586; number_of_response:1; }","duration":"451.037092ms","start":"2026-04-28T07:50:38.817876Z","end":"2026-04-28T07:50:39.268913Z","steps":["trace[1141634127] 'process raft request' (duration: 450.779366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.270759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.817869Z","time spent":"452.813868ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:39.268962Z","caller":"traceutil/trace.go:171","msg":"trace[1797607081] transaction","detail":"{read_only:false; response_revision:21587; number_of_response:1; }","duration":"451.016652ms","start":"2026-04-28T07:50:38.817923Z","end":"2026-04-28T07:50:39.26894Z","steps":["trace[1797607081] 'process raft request' (duration: 450.835788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.270928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.817918Z","time spent":"452.949271ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:39.269022Z","caller":"traceutil/trace.go:171","msg":"trace[363260108] transaction","detail":"{read_only:false; response_revision:21585; number_of_response:1; }","duration":"451.427813ms","start":"2026-04-28T07:50:38.81758Z","end":"2026-04-28T07:50:39.269008Z","steps":["trace[363260108] 'process raft request' (duration: 450.93155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.271239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.817567Z","time spent":"453.611108ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:39.269036Z","caller":"traceutil/trace.go:171","msg":"trace[1560083883] transaction","detail":"{read_only:false; response_revision:21588; number_of_response:1; }","duration":"450.336435ms","start":"2026-04-28T07:50:38.818683Z","end":"2026-04-28T07:50:39.269019Z","steps":["trace[1560083883] 'process raft request' (duration: 450.114959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.27144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.818672Z","time spent":"452.718846ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:39.269038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.633804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:39.271576Z","caller":"traceutil/trace.go:171","msg":"trace[33386169] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:21588; }","duration":"935.2232ms","start":"2026-04-28T07:50:38.336335Z","end":"2026-04-28T07:50:39.271558Z","steps":["trace[33386169] 'agreement among raft nodes before linearized reading' (duration: 932.617783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.27164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.33633Z","time spent":"935.290361ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-28T07:50:39.268882Z","caller":"traceutil/trace.go:171","msg":"trace[841656911] linearizableReadLoop","detail":"{readStateIndex:22235; appliedIndex:22223; }","duration":"932.496551ms","start":"2026-04-28T07:50:38.336354Z","end":"2026-04-28T07:50:39.26885Z","steps":["trace[841656911] 'read index received' (duration: 631.236791ms)","trace[841656911] 'applied index is now lower than readState.Index' (duration: 301.25801ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:39.273129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.798217Z","time spent":"471.171325ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:39.435295Z","caller":"traceutil/trace.go:171","msg":"trace[779650163] linearizableReadLoop","detail":"{readStateIndex:22236; appliedIndex:22235; }","duration":"163.509952ms","start":"2026-04-28T07:50:39.271754Z","end":"2026-04-28T07:50:39.435264Z","steps":["trace[779650163] 'read index received' (duration: 134.789941ms)","trace[779650163] 'applied index is now lower than readState.Index' (duration: 28.718531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:39.435445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.992657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:39.435535Z","caller":"traceutil/trace.go:171","msg":"trace[2123339710] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21589; }","duration":"637.111359ms","start":"2026-04-28T07:50:38.798405Z","end":"2026-04-28T07:50:39.435516Z","steps":["trace[2123339710] 'agreement among raft nodes before linearized reading' (duration: 636.916995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.435583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.798398Z","time spent":"637.176041ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:39.435678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.410927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:39.435724Z","caller":"traceutil/trace.go:171","msg":"trace[595611050] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21589; }","duration":"637.488709ms","start":"2026-04-28T07:50:38.798222Z","end":"2026-04-28T07:50:39.435711Z","steps":["trace[595611050] 'agreement among raft nodes before linearized reading' (duration: 637.276254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.435763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.0575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:39.435775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.983711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:39.435819Z","caller":"traceutil/trace.go:171","msg":"trace[453362895] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21589; }","duration":"639.169633ms","start":"2026-04-28T07:50:38.796637Z","end":"2026-04-28T07:50:39.435807Z","steps":["trace[453362895] 'agreement among raft nodes before linearized reading' (duration: 639.04688ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:39.435851Z","caller":"traceutil/trace.go:171","msg":"trace[1964451065] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21589; }","duration":"638.090864ms","start":"2026-04-28T07:50:38.797742Z","end":"2026-04-28T07:50:39.435833Z","steps":["trace[1964451065] 'agreement among raft nodes before linearized reading' (duration: 637.951051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.435823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.798214Z","time spent":"637.574541ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:39.435906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.797735Z","time spent":"638.161906ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:39.435926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.248717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:39.435934Z","caller":"traceutil/trace.go:171","msg":"trace[2087282982] transaction","detail":"{read_only:false; response_revision:21589; number_of_response:1; }","duration":"459.491708ms","start":"2026-04-28T07:50:38.976426Z","end":"2026-04-28T07:50:39.435918Z","steps":["trace[2087282982] 'process raft request' (duration: 430.134352ms)","trace[2087282982] 'compare' (duration: 28.512375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:39.435973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.254599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:39.435992Z","caller":"traceutil/trace.go:171","msg":"trace[338489149] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21589; }","duration":"638.298979ms","start":"2026-04-28T07:50:38.797688Z","end":"2026-04-28T07:50:39.435987Z","steps":["trace[338489149] 'agreement among raft nodes before linearized reading' (duration: 638.189786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.436039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.797676Z","time spent":"638.359231ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:39.435983Z","caller":"traceutil/trace.go:171","msg":"trace[1524933271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21589; }","duration":"733.327849ms","start":"2026-04-28T07:50:38.702633Z","end":"2026-04-28T07:50:39.435961Z","steps":["trace[1524933271] 'agreement among raft nodes before linearized reading' (duration: 733.257577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.436058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.97641Z","time spent":"459.56387ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":737,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:39.436078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.70261Z","time spent":"733.458592ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:39.43586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.796608Z","time spent":"639.246964ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:39.43615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.637722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:39.436171Z","caller":"traceutil/trace.go:171","msg":"trace[267589000] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:21589; }","duration":"875.693144ms","start":"2026-04-28T07:50:38.560471Z","end":"2026-04-28T07:50:39.436165Z","steps":["trace[267589000] 'agreement among raft nodes before linearized reading' (duration: 875.650403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.435821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.371587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:39.436186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.560451Z","time spent":"875.731024ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:39.436175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.210338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:39.436213Z","caller":"traceutil/trace.go:171","msg":"trace[2030385243] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:21589; }","duration":"813.843028ms","start":"2026-04-28T07:50:38.622354Z","end":"2026-04-28T07:50:39.436197Z","steps":["trace[2030385243] 'agreement among raft nodes before linearized reading' (duration: 813.346986ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:39.436231Z","caller":"traceutil/trace.go:171","msg":"trace[1818064773] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21589; }","duration":"638.32183ms","start":"2026-04-28T07:50:38.797895Z","end":"2026-04-28T07:50:39.436217Z","steps":["trace[1818064773] 'agreement among raft nodes before linearized reading' (duration: 638.157706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.436259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.62233Z","time spent":"813.910291ms","remote":"127.0.0.1:46722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:39.436299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.797867Z","time spent":"638.403062ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:39.43633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.623315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:50:39.435475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.13518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:39.436405Z","caller":"traceutil/trace.go:171","msg":"trace[1499556308] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21589; }","duration":"619.713808ms","start":"2026-04-28T07:50:38.816669Z","end":"2026-04-28T07:50:39.436382Z","steps":["trace[1499556308] 'agreement among raft nodes before linearized reading' (duration: 619.532583ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:39.436431Z","caller":"traceutil/trace.go:171","msg":"trace[898950700] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21589; }","duration":"638.126986ms","start":"2026-04-28T07:50:38.798291Z","end":"2026-04-28T07:50:39.436418Z","steps":["trace[898950700] 'agreement among raft nodes before linearized reading' (duration: 637.11469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.436458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.816658Z","time spent":"619.78715ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:39.436461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.659499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:50:39.436506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.0487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:39.43651Z","caller":"traceutil/trace.go:171","msg":"trace[48726038] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21589; }","duration":"603.734171ms","start":"2026-04-28T07:50:38.832763Z","end":"2026-04-28T07:50:39.436498Z","steps":["trace[48726038] 'agreement among raft nodes before linearized reading' (duration: 603.646169ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:39.436532Z","caller":"traceutil/trace.go:171","msg":"trace[1588348917] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21589; }","duration":"619.083381ms","start":"2026-04-28T07:50:38.81744Z","end":"2026-04-28T07:50:39.436524Z","steps":["trace[1588348917] 'agreement among raft nodes before linearized reading' (duration: 619.011339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.436552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.817429Z","time spent":"619.118642ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:39.436543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.832753Z","time spent":"603.780162ms","remote":"127.0.0.1:50474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:39.43655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.513867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:39.436527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.798281Z","time spent":"638.205638ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:39.436594Z","caller":"traceutil/trace.go:171","msg":"trace[1092867880] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21589; }","duration":"618.560458ms","start":"2026-04-28T07:50:38.818015Z","end":"2026-04-28T07:50:39.436575Z","steps":["trace[1092867880] 'agreement among raft nodes before linearized reading' (duration: 618.384814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.436639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.818011Z","time spent":"618.621029ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:39.436692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.878772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:39.43675Z","caller":"traceutil/trace.go:171","msg":"trace[2111555853] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21589; }","duration":"619.987195ms","start":"2026-04-28T07:50:38.816748Z","end":"2026-04-28T07:50:39.436736Z","steps":["trace[2111555853] 'agreement among raft nodes before linearized reading' (duration: 619.836751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.436807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:38.816723Z","time spent":"620.065246ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:39.853951Z","caller":"traceutil/trace.go:171","msg":"trace[1809236974] linearizableReadLoop","detail":"{readStateIndex:22237; appliedIndex:22236; }","duration":"418.545106ms","start":"2026-04-28T07:50:39.435376Z","end":"2026-04-28T07:50:39.853922Z","steps":["trace[1809236974] 'read index received' (duration: 418.429903ms)","trace[1809236974] 'applied index is now lower than readState.Index' (duration: 113.783µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:39.854215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.857836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:39.854333Z","caller":"traceutil/trace.go:171","msg":"trace[1535576240] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:21590; }","duration":"487.04279ms","start":"2026-04-28T07:50:39.36727Z","end":"2026-04-28T07:50:39.854313Z","steps":["trace[1535576240] 'agreement among raft nodes before linearized reading' (duration: 486.709572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.854445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.367182Z","time spent":"487.222754ms","remote":"127.0.0.1:51896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:39.854625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.547878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T07:50:39.854722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.627976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-scheduler-f46c6c86-v95dv\" ","response":"range_response_count:1 size:7358"} {"level":"info","ts":"2026-04-28T07:50:39.854764Z","caller":"traceutil/trace.go:171","msg":"trace[1845485718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21590; }","duration":"455.762944ms","start":"2026-04-28T07:50:39.398973Z","end":"2026-04-28T07:50:39.854736Z","steps":["trace[1845485718] 'agreement among raft nodes before linearized reading' (duration: 454.968074ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:39.854769Z","caller":"traceutil/trace.go:171","msg":"trace[2127134197] range","detail":"{range_begin:/registry/pods/openstack/manila-scheduler-f46c6c86-v95dv; range_end:; response_count:1; response_revision:21590; }","duration":"566.759019ms","start":"2026-04-28T07:50:39.287997Z","end":"2026-04-28T07:50:39.854756Z","steps":["trace[2127134197] 'agreement among raft nodes before linearized reading' (duration: 566.136874ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:39.854901Z","caller":"traceutil/trace.go:171","msg":"trace[1834084354] transaction","detail":"{read_only:false; response_revision:21590; number_of_response:1; }","duration":"564.06819ms","start":"2026-04-28T07:50:39.290803Z","end":"2026-04-28T07:50:39.854871Z","steps":["trace[1834084354] 'process raft request' (duration: 562.915311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.854931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.287971Z","time spent":"566.945683ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7380,"request content":"key:\"/registry/pods/openstack/manila-scheduler-f46c6c86-v95dv\" "} {"level":"warn","ts":"2026-04-28T07:50:39.855026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.290781Z","time spent":"564.152252ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5621,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:39.854836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.398948Z","time spent":"455.877897ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:39.855127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.142095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:39.855199Z","caller":"traceutil/trace.go:171","msg":"trace[1253336579] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:21590; }","duration":"568.275518ms","start":"2026-04-28T07:50:39.286909Z","end":"2026-04-28T07:50:39.855185Z","steps":["trace[1253336579] 'agreement among raft nodes before linearized reading' (duration: 568.145685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.855291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.286884Z","time spent":"568.372701ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-28T07:50:39.887179Z","caller":"traceutil/trace.go:171","msg":"trace[1150062056] transaction","detail":"{read_only:false; response_revision:21591; number_of_response:1; }","duration":"447.347788ms","start":"2026-04-28T07:50:39.439809Z","end":"2026-04-28T07:50:39.887157Z","steps":["trace[1150062056] 'process raft request' (duration: 447.186044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.887486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.148323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T07:50:39.887587Z","caller":"traceutil/trace.go:171","msg":"trace[1609498315] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:21591; }","duration":"104.298426ms","start":"2026-04-28T07:50:39.783264Z","end":"2026-04-28T07:50:39.887563Z","steps":["trace[1609498315] 'agreement among raft nodes before linearized reading' (duration: 103.948676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.887548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.181576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:39.887721Z","caller":"traceutil/trace.go:171","msg":"trace[1913710867] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:21591; }","duration":"330.418742ms","start":"2026-04-28T07:50:39.55729Z","end":"2026-04-28T07:50:39.887709Z","steps":["trace[1913710867] 'agreement among raft nodes before linearized reading' (duration: 330.142685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.887835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.557265Z","time spent":"330.557596ms","remote":"127.0.0.1:47556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:39.887944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.644033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:39.887986Z","caller":"traceutil/trace.go:171","msg":"trace[223635362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21591; }","duration":"450.696284ms","start":"2026-04-28T07:50:39.43728Z","end":"2026-04-28T07:50:39.887976Z","steps":["trace[223635362] 'agreement among raft nodes before linearized reading' (duration: 450.628932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:39.888071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.437267Z","time spent":"450.795377ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:39.891018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.439786Z","time spent":"447.466891ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:40.387687Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:40.888582Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:41.389401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161140,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:41.492677Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.605600318s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:50:41.493212Z","caller":"traceutil/trace.go:171","msg":"trace[1756829088] transaction","detail":"{read_only:false; response_revision:21592; number_of_response:1; }","duration":"1.628723856s","start":"2026-04-28T07:50:39.864454Z","end":"2026-04-28T07:50:41.493178Z","steps":["trace[1756829088] 'process raft request' (duration: 1.628421598s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:41.493414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.864439Z","time spent":"1.62886047s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:41.493504Z","caller":"traceutil/trace.go:171","msg":"trace[2030625081] transaction","detail":"{read_only:false; response_revision:21593; number_of_response:1; }","duration":"1.627307439s","start":"2026-04-28T07:50:39.866176Z","end":"2026-04-28T07:50:41.493483Z","steps":["trace[2030625081] 'process raft request' (duration: 1.62693531s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:41.493614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.866137Z","time spent":"1.627440673s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7291,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:41.493599Z","caller":"traceutil/trace.go:171","msg":"trace[1546758515] transaction","detail":"{read_only:false; response_revision:21594; number_of_response:1; }","duration":"1.627377941s","start":"2026-04-28T07:50:39.866186Z","end":"2026-04-28T07:50:41.493564Z","steps":["trace[1546758515] 'process raft request' (duration: 1.627213177s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:41.493762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.866154Z","time spent":"1.627537155s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":678,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:41.904955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000246334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:50:41.905014Z","caller":"traceutil/trace.go:171","msg":"trace[290299853] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000359487s","start":"2026-04-28T07:50:39.904643Z","end":"2026-04-28T07:50:41.905002Z","steps":["trace[290299853] 'agreement among raft nodes before linearized reading' (duration: 2.000275525s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:41.905047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.904627Z","time spent":"2.000414738s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:50:42.076616Z","caller":"traceutil/trace.go:171","msg":"trace[1438980015] linearizableReadLoop","detail":"{readStateIndex:22251; appliedIndex:22238; }","duration":"2.1894239s","start":"2026-04-28T07:50:39.887174Z","end":"2026-04-28T07:50:42.076598Z","steps":["trace[1438980015] 'read index received' (duration: 1.605791852s)","trace[1438980015] 'applied index is now lower than readState.Index' (duration: 583.613938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:42.076688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.89087Z","time spent":"2.185815097s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:50:42.076699Z","caller":"traceutil/trace.go:171","msg":"trace[1566976391] transaction","detail":"{read_only:false; response_revision:21600; number_of_response:1; }","duration":"787.173911ms","start":"2026-04-28T07:50:41.289519Z","end":"2026-04-28T07:50:42.076693Z","steps":["trace[1566976391] 'process raft request' (duration: 786.968255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:42.076769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.289487Z","time spent":"787.227682ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:42.076932Z","caller":"traceutil/trace.go:171","msg":"trace[1459608347] transaction","detail":"{read_only:false; response_revision:21601; number_of_response:1; }","duration":"786.447962ms","start":"2026-04-28T07:50:41.290476Z","end":"2026-04-28T07:50:42.076924Z","steps":["trace[1459608347] 'process raft request' (duration: 786.029462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:42.076978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.290457Z","time spent":"786.500323ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:42.077041Z","caller":"traceutil/trace.go:171","msg":"trace[308466825] transaction","detail":"{read_only:false; response_revision:21602; number_of_response:1; }","duration":"786.315429ms","start":"2026-04-28T07:50:41.29072Z","end":"2026-04-28T07:50:42.077036Z","steps":["trace[308466825] 'process raft request' (duration: 785.806006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:42.077077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.290709Z","time spent":"786.35002ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:42.077128Z","caller":"traceutil/trace.go:171","msg":"trace[1885599925] transaction","detail":"{read_only:false; response_revision:21603; number_of_response:1; }","duration":"781.550917ms","start":"2026-04-28T07:50:41.29557Z","end":"2026-04-28T07:50:42.077121Z","steps":["trace[1885599925] 'process raft request' (duration: 780.978063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:42.077242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.295548Z","time spent":"781.597519ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:42.077413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.190785955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:50:42.077442Z","caller":"traceutil/trace.go:171","msg":"trace[711885796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21603; }","duration":"2.190858606s","start":"2026-04-28T07:50:39.886577Z","end":"2026-04-28T07:50:42.077435Z","steps":["trace[711885796] 'agreement among raft nodes before linearized reading' (duration: 2.190717753s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:42.077462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.886487Z","time spent":"2.190970359s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:50:42.077544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.209797348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29622710\" ","response":"range_response_count:1 size:5639"} {"level":"info","ts":"2026-04-28T07:50:42.07755Z","caller":"traceutil/trace.go:171","msg":"trace[777557399] transaction","detail":"{read_only:false; response_revision:21595; number_of_response:1; }","duration":"1.741299391s","start":"2026-04-28T07:50:40.336242Z","end":"2026-04-28T07:50:42.077541Z","steps":["trace[777557399] 'process raft request' (duration: 1.740048289s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:42.077565Z","caller":"traceutil/trace.go:171","msg":"trace[88885564] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29622710; range_end:; response_count:1; response_revision:21603; }","duration":"2.209830408s","start":"2026-04-28T07:50:39.86773Z","end":"2026-04-28T07:50:42.07756Z","steps":["trace[88885564] 'agreement among raft nodes before linearized reading' (duration: 2.209772377s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:42.077582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.867723Z","time spent":"2.209855169s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5661,"request content":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29622710\" "} {"level":"warn","ts":"2026-04-28T07:50:42.077597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:40.336209Z","time spent":"1.741363983s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:42.077657Z","caller":"traceutil/trace.go:171","msg":"trace[36799643] transaction","detail":"{read_only:false; response_revision:21596; number_of_response:1; }","duration":"801.452024ms","start":"2026-04-28T07:50:41.276199Z","end":"2026-04-28T07:50:42.077651Z","steps":["trace[36799643] 'process raft request' (duration: 800.195842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:42.0777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.276185Z","time spent":"801.490205ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:42.07774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21499133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29622695\" ","response":"range_response_count:1 size:5637"} {"level":"info","ts":"2026-04-28T07:50:42.077765Z","caller":"traceutil/trace.go:171","msg":"trace[798943824] transaction","detail":"{read_only:false; response_revision:21597; number_of_response:1; }","duration":"798.914469ms","start":"2026-04-28T07:50:41.278845Z","end":"2026-04-28T07:50:42.077759Z","steps":["trace[798943824] 'process raft request' (duration: 797.573656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:42.077793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215298798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:42.077799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.278805Z","time spent":"798.977691ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:42.077815Z","caller":"traceutil/trace.go:171","msg":"trace[1235575463] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:21603; }","duration":"2.21536507s","start":"2026-04-28T07:50:39.862445Z","end":"2026-04-28T07:50:42.07781Z","steps":["trace[1235575463] 'agreement among raft nodes before linearized reading' (duration: 2.215330619s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:42.077838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.862423Z","time spent":"2.21540971s","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-28T07:50:42.076638Z","caller":"traceutil/trace.go:171","msg":"trace[320201620] transaction","detail":"{read_only:false; response_revision:21599; number_of_response:1; }","duration":"787.421477ms","start":"2026-04-28T07:50:41.289198Z","end":"2026-04-28T07:50:42.07662Z","steps":["trace[320201620] 'process raft request' (duration: 787.263903ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:42.077765Z","caller":"traceutil/trace.go:171","msg":"trace[564172300] range","detail":"{range_begin:/registry/jobs/openstack/heat-engine-cleaner-29622695; range_end:; response_count:1; response_revision:21603; }","duration":"2.215031191s","start":"2026-04-28T07:50:39.862726Z","end":"2026-04-28T07:50:42.077757Z","steps":["trace[564172300] 'agreement among raft nodes before linearized reading' (duration: 2.214967s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:42.077953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.289171Z","time spent":"788.760051ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:42.077971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.862719Z","time spent":"2.215242617s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":5659,"request content":"key:\"/registry/jobs/openstack/heat-engine-cleaner-29622695\" "} {"level":"info","ts":"2026-04-28T07:50:42.077843Z","caller":"traceutil/trace.go:171","msg":"trace[1904938395] transaction","detail":"{read_only:false; response_revision:21598; number_of_response:1; }","duration":"789.268653ms","start":"2026-04-28T07:50:41.288568Z","end":"2026-04-28T07:50:42.077836Z","steps":["trace[1904938395] 'process raft request' (duration: 787.871028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:42.078087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.288545Z","time spent":"789.52436ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:42.576995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:43.07722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:43.088073Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013269937s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:50:43.286985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.536905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:43.287266Z","caller":"traceutil/trace.go:171","msg":"trace[199819577] transaction","detail":"{read_only:false; response_revision:21605; number_of_response:1; }","duration":"1.489908992s","start":"2026-04-28T07:50:41.797336Z","end":"2026-04-28T07:50:43.287245Z","steps":["trace[199819577] 'process raft request' (duration: 1.489790329s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.287379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.797314Z","time spent":"1.490012324s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:43.287347Z","caller":"traceutil/trace.go:171","msg":"trace[688684680] transaction","detail":"{read_only:false; response_revision:21604; number_of_response:1; }","duration":"1.780509118s","start":"2026-04-28T07:50:41.506804Z","end":"2026-04-28T07:50:43.287313Z","steps":["trace[688684680] 'process raft request' (duration: 1.581527532s)","trace[688684680] 'compare' (duration: 197.186671ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:43.287552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.506755Z","time spent":"1.780718564s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6384,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:43.742206Z","caller":"traceutil/trace.go:171","msg":"trace[131031333] linearizableReadLoop","detail":"{readStateIndex:22256; appliedIndex:22251; }","duration":"1.665497482s","start":"2026-04-28T07:50:42.07667Z","end":"2026-04-28T07:50:43.742167Z","steps":["trace[131031333] 'read index received' (duration: 1.011682096s)","trace[131031333] 'applied index is now lower than readState.Index' (duration: 653.813596ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:43.742375Z","caller":"traceutil/trace.go:171","msg":"trace[397933940] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21607; }","duration":"1.658018371s","start":"2026-04-28T07:50:42.084344Z","end":"2026-04-28T07:50:43.742363Z","steps":["trace[397933940] 'process raft request' (duration: 1.6576421s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:43.74255Z","caller":"traceutil/trace.go:171","msg":"trace[1070735287] transaction","detail":"{read_only:false; response_revision:21606; number_of_response:1; }","duration":"1.658253067s","start":"2026-04-28T07:50:42.084272Z","end":"2026-04-28T07:50:43.742525Z","steps":["trace[1070735287] 'process raft request' (duration: 1.657459296s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.742664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:42.08425Z","time spent":"1.658347949s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:43.742668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.300188019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:43.742757Z","caller":"traceutil/trace.go:171","msg":"trace[1483451282] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21608; }","duration":"2.300303552s","start":"2026-04-28T07:50:41.442427Z","end":"2026-04-28T07:50:43.742731Z","steps":["trace[1483451282] 'agreement among raft nodes before linearized reading' (duration: 2.300149288s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.742816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.442421Z","time spent":"2.300385685s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:43.743164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.467597832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T07:50:43.743227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.392818696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:43.743256Z","caller":"traceutil/trace.go:171","msg":"trace[1531116915] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21608; }","duration":"2.467698615s","start":"2026-04-28T07:50:41.27554Z","end":"2026-04-28T07:50:43.743238Z","steps":["trace[1531116915] 'agreement among raft nodes before linearized reading' (duration: 2.467425898s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:43.743274Z","caller":"traceutil/trace.go:171","msg":"trace[405439351] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:21608; }","duration":"3.39294748s","start":"2026-04-28T07:50:40.350308Z","end":"2026-04-28T07:50:43.743256Z","steps":["trace[405439351] 'agreement among raft nodes before linearized reading' (duration: 3.392850428s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.743308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:40.350281Z","time spent":"3.393017781s","remote":"127.0.0.1:49844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":30,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:43.743339Z","caller":"traceutil/trace.go:171","msg":"trace[75845480] transaction","detail":"{read_only:false; response_revision:21608; number_of_response:1; }","duration":"1.656880091s","start":"2026-04-28T07:50:42.086442Z","end":"2026-04-28T07:50:43.743322Z","steps":["trace[75845480] 'process raft request' (duration: 1.655621989s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.7435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:42.086432Z","time spent":"1.656945283s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:43.74355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082636769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:43.743594Z","caller":"traceutil/trace.go:171","msg":"trace[2022474874] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:21608; }","duration":"3.082728681s","start":"2026-04-28T07:50:40.660855Z","end":"2026-04-28T07:50:43.743584Z","steps":["trace[2022474874] 'agreement among raft nodes before linearized reading' (duration: 3.082629549s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.743634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:40.660818Z","time spent":"3.082806633s","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:43.743909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838609298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:43.743958Z","caller":"traceutil/trace.go:171","msg":"trace[1865937189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21608; }","duration":"1.838674989s","start":"2026-04-28T07:50:41.905273Z","end":"2026-04-28T07:50:43.743947Z","steps":["trace[1865937189] 'agreement among raft nodes before linearized reading' (duration: 1.838408153s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.74403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.905262Z","time spent":"1.838732491s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:43.744074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.365408938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:43.744182Z","caller":"traceutil/trace.go:171","msg":"trace[335012828] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:21608; }","duration":"3.36549464s","start":"2026-04-28T07:50:40.378604Z","end":"2026-04-28T07:50:43.744099Z","steps":["trace[335012828] 'agreement among raft nodes before linearized reading' (duration: 3.365387148s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.744227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:40.378576Z","time spent":"3.365637584s","remote":"127.0.0.1:41880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:43.744516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.906805863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:43.744638Z","caller":"traceutil/trace.go:171","msg":"trace[752048413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21608; }","duration":"1.906982938s","start":"2026-04-28T07:50:41.837629Z","end":"2026-04-28T07:50:43.744612Z","steps":["trace[752048413] 'agreement among raft nodes before linearized reading' (duration: 1.906732132s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.743298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.275406Z","time spent":"2.467881899s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:43.745004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854055889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:50:43.745038Z","caller":"traceutil/trace.go:171","msg":"trace[292181517] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21608; }","duration":"3.854111501s","start":"2026-04-28T07:50:39.89092Z","end":"2026-04-28T07:50:43.745031Z","steps":["trace[292181517] 'agreement among raft nodes before linearized reading' (duration: 3.854033799s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.745061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.890901Z","time spent":"3.854154331s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:50:43.744994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.837619Z","time spent":"1.907360738s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:43.744848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302770005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:43.745254Z","caller":"traceutil/trace.go:171","msg":"trace[541915654] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21608; }","duration":"2.303187337s","start":"2026-04-28T07:50:41.442059Z","end":"2026-04-28T07:50:43.745246Z","steps":["trace[541915654] 'agreement among raft nodes before linearized reading' (duration: 2.302726895s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.745277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.442052Z","time spent":"2.303218988s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:43.745289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304038748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:43.745366Z","caller":"traceutil/trace.go:171","msg":"trace[1574915493] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21608; }","duration":"2.304135411s","start":"2026-04-28T07:50:41.441214Z","end":"2026-04-28T07:50:43.745349Z","steps":["trace[1574915493] 'agreement among raft nodes before linearized reading' (duration: 2.303960736s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.745403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.441202Z","time spent":"2.304190872s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:43.744878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302983442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:43.745528Z","caller":"traceutil/trace.go:171","msg":"trace[1431133331] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21608; }","duration":"2.303660149s","start":"2026-04-28T07:50:41.441857Z","end":"2026-04-28T07:50:43.745517Z","steps":["trace[1431133331] 'agreement among raft nodes before linearized reading' (duration: 2.303006803s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.745555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.441838Z","time spent":"2.30370857s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:43.74477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303430742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:43.745706Z","caller":"traceutil/trace.go:171","msg":"trace[753277781] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21608; }","duration":"2.304390738s","start":"2026-04-28T07:50:41.44131Z","end":"2026-04-28T07:50:43.7457Z","steps":["trace[753277781] 'agreement among raft nodes before linearized reading' (duration: 2.303409742s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.74573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.4413Z","time spent":"2.304423648s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:43.745801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302596961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:50:43.745853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30489819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:43.745964Z","caller":"traceutil/trace.go:171","msg":"trace[475608786] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21608; }","duration":"2.305047514s","start":"2026-04-28T07:50:41.440903Z","end":"2026-04-28T07:50:43.74595Z","steps":["trace[475608786] 'agreement among raft nodes before linearized reading' (duration: 2.304583122s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:43.745862Z","caller":"traceutil/trace.go:171","msg":"trace[1342153339] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21608; }","duration":"2.302705463s","start":"2026-04-28T07:50:41.443142Z","end":"2026-04-28T07:50:43.745848Z","steps":["trace[1342153339] 'agreement among raft nodes before linearized reading' (duration: 2.302146099s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.44088Z","time spent":"2.305111635s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:43.745258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.84701132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-8vd4l.18aa75ae3ffeb06a\" ","response":"range_response_count:1 size:948"} {"level":"warn","ts":"2026-04-28T07:50:43.746135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.443094Z","time spent":"2.303023702s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:43.746151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262349477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:43.746038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302522809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:50:43.747566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:42.084326Z","time spent":"1.658092172s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":57,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-28T07:50:43.746241Z","caller":"traceutil/trace.go:171","msg":"trace[1812769860] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:21608; }","duration":"2.26247509s","start":"2026-04-28T07:50:41.483735Z","end":"2026-04-28T07:50:43.74621Z","steps":["trace[1812769860] 'agreement among raft nodes before linearized reading' (duration: 2.262356217s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.746172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302491018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:43.747693Z","caller":"traceutil/trace.go:171","msg":"trace[994721518] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21608; }","duration":"2.304434637s","start":"2026-04-28T07:50:41.443166Z","end":"2026-04-28T07:50:43.747601Z","steps":["trace[994721518] 'agreement among raft nodes before linearized reading' (duration: 2.301824232s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:43.747875Z","caller":"traceutil/trace.go:171","msg":"trace[1548971277] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21608; }","duration":"2.304207772s","start":"2026-04-28T07:50:41.443658Z","end":"2026-04-28T07:50:43.747866Z","steps":["trace[1548971277] 'agreement among raft nodes before linearized reading' (duration: 2.302439897s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.747845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.483711Z","time spent":"2.26404516s","remote":"127.0.0.1:47472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:43.747908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.443652Z","time spent":"2.304246274s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:43.747946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.443157Z","time spent":"2.304775487s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:43.746265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224848112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-share-686bb596b9-wlnt4\" ","response":"range_response_count:1 size:10503"} {"level":"info","ts":"2026-04-28T07:50:43.748101Z","caller":"traceutil/trace.go:171","msg":"trace[1156729289] range","detail":"{range_begin:/registry/pods/openstack/manila-share-686bb596b9-wlnt4; range_end:; response_count:1; response_revision:21608; }","duration":"2.226705899s","start":"2026-04-28T07:50:41.521371Z","end":"2026-04-28T07:50:43.748077Z","steps":["trace[1156729289] 'agreement among raft nodes before linearized reading' (duration: 2.224831171s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.748231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.52135Z","time spent":"2.226862103s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":10525,"request content":"key:\"/registry/pods/openstack/manila-share-686bb596b9-wlnt4\" "} {"level":"warn","ts":"2026-04-28T07:50:43.746303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303507704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:43.748382Z","caller":"traceutil/trace.go:171","msg":"trace[1912111518] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21608; }","duration":"2.305596678s","start":"2026-04-28T07:50:41.442773Z","end":"2026-04-28T07:50:43.74837Z","steps":["trace[1912111518] 'agreement among raft nodes before linearized reading' (duration: 2.303512424s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.748442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.442763Z","time spent":"2.305666409s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:43.746294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302993561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:43.748531Z","caller":"traceutil/trace.go:171","msg":"trace[454166299] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21608; }","duration":"2.305237218s","start":"2026-04-28T07:50:41.443262Z","end":"2026-04-28T07:50:43.7485Z","steps":["trace[454166299] 'agreement among raft nodes before linearized reading' (duration: 2.302850137s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.746327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.261117435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:43.748594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.44325Z","time spent":"2.305327591s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:50:43.748621Z","caller":"traceutil/trace.go:171","msg":"trace[723605996] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:21608; }","duration":"2.263440415s","start":"2026-04-28T07:50:41.485169Z","end":"2026-04-28T07:50:43.748609Z","steps":["trace[723605996] 'agreement among raft nodes before linearized reading' (duration: 2.261110275s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.748663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:41.485161Z","time spent":"2.263488356s","remote":"127.0.0.1:47502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:43.746436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.855537437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:50:43.748812Z","caller":"traceutil/trace.go:171","msg":"trace[2072408371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21608; }","duration":"3.857965308s","start":"2026-04-28T07:50:39.890835Z","end":"2026-04-28T07:50:43.748801Z","steps":["trace[2072408371] 'agreement among raft nodes before linearized reading' (duration: 3.85529282s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.748848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.890826Z","time spent":"3.858013069s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:50:43.74665Z","caller":"traceutil/trace.go:171","msg":"trace[1414946489] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-8vd4l.18aa75ae3ffeb06a; range_end:; response_count:1; response_revision:21608; }","duration":"3.847960585s","start":"2026-04-28T07:50:39.89818Z","end":"2026-04-28T07:50:43.746141Z","steps":["trace[1414946489] 'agreement among raft nodes before linearized reading' (duration: 3.846799275s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:43.749017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:39.898169Z","time spent":"3.850839228s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":970,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-8vd4l.18aa75ae3ffeb06a\" "} {"level":"warn","ts":"2026-04-28T07:50:44.242816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161160,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:50:44.620097Z","caller":"traceutil/trace.go:171","msg":"trace[299313296] transaction","detail":"{read_only:false; response_revision:21609; number_of_response:1; }","duration":"1.324366307s","start":"2026-04-28T07:50:43.295704Z","end":"2026-04-28T07:50:44.62007Z","steps":["trace[299313296] 'process raft request' (duration: 1.321695889s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:44.62025Z","caller":"traceutil/trace.go:171","msg":"trace[724030752] transaction","detail":"{read_only:false; response_revision:21610; number_of_response:1; }","duration":"1.283340892s","start":"2026-04-28T07:50:43.336873Z","end":"2026-04-28T07:50:44.620214Z","steps":["trace[724030752] 'process raft request' (duration: 1.283111597s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:44.620342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:43.295678Z","time spent":"1.32449061s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6692,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:44.620456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:43.336844Z","time spent":"1.283491016s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:45.097023Z","caller":"traceutil/trace.go:171","msg":"trace[299387881] transaction","detail":"{read_only:false; response_revision:21611; number_of_response:1; }","duration":"1.346357366s","start":"2026-04-28T07:50:43.750622Z","end":"2026-04-28T07:50:45.09698Z","steps":["trace[299387881] 'process raft request' (duration: 1.345998197s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.097232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:43.750594Z","time spent":"1.346529541s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:45.098026Z","caller":"traceutil/trace.go:171","msg":"trace[1195195970] transaction","detail":"{read_only:false; response_revision:21613; number_of_response:1; }","duration":"1.346767817s","start":"2026-04-28T07:50:43.751243Z","end":"2026-04-28T07:50:45.098011Z","steps":["trace[1195195970] 'process raft request' (duration: 1.346596222s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:45.097953Z","caller":"traceutil/trace.go:171","msg":"trace[479445953] transaction","detail":"{read_only:false; response_revision:21612; number_of_response:1; }","duration":"1.347179838s","start":"2026-04-28T07:50:43.750735Z","end":"2026-04-28T07:50:45.097915Z","steps":["trace[479445953] 'process raft request' (duration: 1.346268294s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.098124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:43.751215Z","time spent":"1.34686115s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":930,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:45.09823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:43.750723Z","time spent":"1.347405853s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:45.098309Z","caller":"traceutil/trace.go:171","msg":"trace[1214742726] transaction","detail":"{read_only:false; response_revision:21614; number_of_response:1; }","duration":"1.341929063s","start":"2026-04-28T07:50:43.756336Z","end":"2026-04-28T07:50:45.098265Z","steps":["trace[1214742726] 'process raft request' (duration: 1.341618996s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:45.098375Z","caller":"traceutil/trace.go:171","msg":"trace[1526889444] transaction","detail":"{read_only:false; response_revision:21616; number_of_response:1; }","duration":"1.339063111s","start":"2026-04-28T07:50:43.75929Z","end":"2026-04-28T07:50:45.098353Z","steps":["trace[1526889444] 'process raft request' (duration: 1.338961878s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:45.098439Z","caller":"traceutil/trace.go:171","msg":"trace[1104348217] transaction","detail":"{read_only:false; response_revision:21615; number_of_response:1; }","duration":"1.341978515s","start":"2026-04-28T07:50:43.756367Z","end":"2026-04-28T07:50:45.098346Z","steps":["trace[1104348217] 'process raft request' (duration: 1.34178128s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.098492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:43.75632Z","time spent":"1.342079538s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":697,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:50:45.098601Z","caller":"traceutil/trace.go:171","msg":"trace[1250541462] transaction","detail":"{read_only:false; response_revision:21617; number_of_response:1; }","duration":"1.339106692s","start":"2026-04-28T07:50:43.759463Z","end":"2026-04-28T07:50:45.09857Z","steps":["trace[1250541462] 'process raft request' (duration: 1.338836705s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:45.098723Z","caller":"traceutil/trace.go:171","msg":"trace[957345264] transaction","detail":"{read_only:false; response_revision:21618; number_of_response:1; }","duration":"1.009965333s","start":"2026-04-28T07:50:44.088742Z","end":"2026-04-28T07:50:45.098708Z","steps":["trace[957345264] 'process raft request' (duration: 1.009726507s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.098741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:43.759456Z","time spent":"1.339214865s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10483,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:45.098808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:44.088711Z","time spent":"1.010058425s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:45.098715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:43.756343Z","time spent":"1.34218837s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:45.098487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:43.759275Z","time spent":"1.339150603s","remote":"127.0.0.1:51436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5328,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:45.099027Z","caller":"traceutil/trace.go:171","msg":"trace[1912141300] transaction","detail":"{read_only:false; response_revision:21619; number_of_response:1; }","duration":"1.010147298s","start":"2026-04-28T07:50:44.088863Z","end":"2026-04-28T07:50:45.09901Z","steps":["trace[1912141300] 'process raft request' (duration: 1.009792049s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:45.099266Z","caller":"traceutil/trace.go:171","msg":"trace[1496373356] transaction","detail":"{read_only:false; response_revision:21620; number_of_response:1; }","duration":"1.010180809s","start":"2026-04-28T07:50:44.089064Z","end":"2026-04-28T07:50:45.099245Z","steps":["trace[1496373356] 'process raft request' (duration: 1.009875781s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.099297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:44.088849Z","time spent":"1.010391674s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:45.099384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:44.089057Z","time spent":"1.010268221s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:45.099281Z","caller":"traceutil/trace.go:171","msg":"trace[1738585541] transaction","detail":"{read_only:false; response_revision:21621; number_of_response:1; }","duration":"1.010015545s","start":"2026-04-28T07:50:44.089255Z","end":"2026-04-28T07:50:45.099271Z","steps":["trace[1738585541] 'process raft request' (duration: 1.009890201s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:45.09952Z","caller":"traceutil/trace.go:171","msg":"trace[1004202956] transaction","detail":"{read_only:false; response_revision:21622; number_of_response:1; }","duration":"1.010099025s","start":"2026-04-28T07:50:44.089402Z","end":"2026-04-28T07:50:45.099501Z","steps":["trace[1004202956] 'process raft request' (duration: 1.009830309s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.099634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:44.089394Z","time spent":"1.010177627s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:45.099767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:44.089248Z","time spent":"1.010289651s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:45.099847Z","caller":"traceutil/trace.go:171","msg":"trace[1883559378] transaction","detail":"{read_only:false; response_revision:21623; number_of_response:1; }","duration":"1.008814443s","start":"2026-04-28T07:50:44.091019Z","end":"2026-04-28T07:50:45.099834Z","steps":["trace[1883559378] 'process raft request' (duration: 1.008417073s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.099922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:44.09101Z","time spent":"1.008874915s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:45.103413Z","caller":"traceutil/trace.go:171","msg":"trace[88561239] transaction","detail":"{read_only:false; response_revision:21624; number_of_response:1; }","duration":"1.008843504s","start":"2026-04-28T07:50:44.094534Z","end":"2026-04-28T07:50:45.103378Z","steps":["trace[88561239] 'process raft request' (duration: 1.005236782s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.103609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:44.094522Z","time spent":"1.009016869s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:45.104384Z","caller":"traceutil/trace.go:171","msg":"trace[282041709] transaction","detail":"{read_only:false; response_revision:21625; number_of_response:1; }","duration":"1.00909588s","start":"2026-04-28T07:50:44.095265Z","end":"2026-04-28T07:50:45.104361Z","steps":["trace[282041709] 'process raft request' (duration: 1.007986931s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.104497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:44.095253Z","time spent":"1.009193692s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:45.106406Z","caller":"traceutil/trace.go:171","msg":"trace[53039127] linearizableReadLoop","detail":"{readStateIndex:22273; appliedIndex:22256; }","duration":"1.364059208s","start":"2026-04-28T07:50:43.742309Z","end":"2026-04-28T07:50:45.106368Z","steps":["trace[53039127] 'read index received' (duration: 874.993586ms)","trace[53039127] 'applied index is now lower than readState.Index' (duration: 488.744853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:45.107643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.299922973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:45.107724Z","caller":"traceutil/trace.go:171","msg":"trace[1944668884] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:21626; }","duration":"2.300072467s","start":"2026-04-28T07:50:42.807615Z","end":"2026-04-28T07:50:45.107687Z","steps":["trace[1944668884] 'agreement among raft nodes before linearized reading' (duration: 2.298882577s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.107732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620788544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:50:45.107763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:42.807585Z","time spent":"2.30016822s","remote":"127.0.0.1:51614","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:45.107825Z","caller":"traceutil/trace.go:171","msg":"trace[510568154] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:21626; }","duration":"1.620941608s","start":"2026-04-28T07:50:43.486867Z","end":"2026-04-28T07:50:45.107808Z","steps":["trace[510568154] 'agreement among raft nodes before linearized reading' (duration: 1.619217964s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.107869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:43.486844Z","time spent":"1.621014869s","remote":"127.0.0.1:34782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:45.107955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769553151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T07:50:45.108033Z","caller":"traceutil/trace.go:171","msg":"trace[78874952] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21626; }","duration":"1.769654194s","start":"2026-04-28T07:50:43.338341Z","end":"2026-04-28T07:50:45.107995Z","steps":["trace[78874952] 'agreement among raft nodes before linearized reading' (duration: 1.768657869s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.108072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:43.338326Z","time spent":"1.769738595s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:50:45.108314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173741701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:45.108413Z","caller":"traceutil/trace.go:171","msg":"trace[800261666] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:21626; }","duration":"2.173857164s","start":"2026-04-28T07:50:42.934509Z","end":"2026-04-28T07:50:45.108367Z","steps":["trace[800261666] 'agreement among raft nodes before linearized reading' (duration: 2.171609346s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.10845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:42.934485Z","time spent":"2.173955277s","remote":"127.0.0.1:46526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:45.108947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395586358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-28T07:50:45.109006Z","caller":"traceutil/trace.go:171","msg":"trace[1291985369] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:21626; }","duration":"2.395690352s","start":"2026-04-28T07:50:42.713303Z","end":"2026-04-28T07:50:45.108994Z","steps":["trace[1291985369] 'agreement among raft nodes before linearized reading' (duration: 2.395307112s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.109033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:42.713282Z","time spent":"2.395744373s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1872,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-28T07:50:45.10906Z","caller":"traceutil/trace.go:171","msg":"trace[386907784] transaction","detail":"{read_only:false; response_revision:21626; number_of_response:1; }","duration":"811.242013ms","start":"2026-04-28T07:50:44.297788Z","end":"2026-04-28T07:50:45.10903Z","steps":["trace[386907784] 'process raft request' (duration: 806.471082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.109151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:44.29776Z","time spent":"811.330586ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:45.109492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609879466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T07:50:45.10955Z","caller":"traceutil/trace.go:171","msg":"trace[1876912779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21626; }","duration":"1.609958178s","start":"2026-04-28T07:50:43.499576Z","end":"2026-04-28T07:50:45.109535Z","steps":["trace[1876912779] 'agreement among raft nodes before linearized reading' (duration: 1.609849386s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.109584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:43.499562Z","time spent":"1.610007119s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:45.109559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488709041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:45.109552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.742950902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:45.109631Z","caller":"traceutil/trace.go:171","msg":"trace[136409299] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:21626; }","duration":"1.488837564s","start":"2026-04-28T07:50:43.620779Z","end":"2026-04-28T07:50:45.109616Z","steps":["trace[136409299] 'agreement among raft nodes before linearized reading' (duration: 1.488733212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.109672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:43.620754Z","time spent":"1.488898426s","remote":"127.0.0.1:35964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:45.109732Z","caller":"traceutil/trace.go:171","msg":"trace[1949191036] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:21626; }","duration":"2.743177269s","start":"2026-04-28T07:50:42.366497Z","end":"2026-04-28T07:50:45.109675Z","steps":["trace[1949191036] 'agreement among raft nodes before linearized reading' (duration: 2.742298096s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.109804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:42.366474Z","time spent":"2.743315012s","remote":"127.0.0.1:51574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:45.162048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.480963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:45.162081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.358576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:45.162226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002298677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:45.162266Z","caller":"traceutil/trace.go:171","msg":"trace[356375101] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21627; }","duration":"1.002335277s","start":"2026-04-28T07:50:44.159916Z","end":"2026-04-28T07:50:45.162251Z","steps":["trace[356375101] 'agreement among raft nodes before linearized reading' (duration: 1.002276846s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.162279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.493256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:45.162412Z","caller":"traceutil/trace.go:171","msg":"trace[1489731775] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21627; }","duration":"380.813965ms","start":"2026-04-28T07:50:44.781576Z","end":"2026-04-28T07:50:45.16239Z","steps":["trace[1489731775] 'agreement among raft nodes before linearized reading' (duration: 380.457515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.162495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409844903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:45.162564Z","caller":"traceutil/trace.go:171","msg":"trace[1585983141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21627; }","duration":"1.409933166s","start":"2026-04-28T07:50:43.752615Z","end":"2026-04-28T07:50:45.162548Z","steps":["trace[1585983141] 'agreement among raft nodes before linearized reading' (duration: 1.409832073s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.162604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:43.752597Z","time spent":"1.409997167s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:45.162312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:44.159859Z","time spent":"1.0024423s","remote":"127.0.0.1:46752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:45.162665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005795326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:50:45.1625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:44.781552Z","time spent":"380.926448ms","remote":"127.0.0.1:50532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:45.162929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417009905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T07:50:45.162724Z","caller":"traceutil/trace.go:171","msg":"trace[1217822905] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:21627; }","duration":"1.005905539s","start":"2026-04-28T07:50:44.1568Z","end":"2026-04-28T07:50:45.162706Z","steps":["trace[1217822905] 'agreement among raft nodes before linearized reading' (duration: 1.005755605s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:45.162161Z","caller":"traceutil/trace.go:171","msg":"trace[68184282] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21627; }","duration":"493.664808ms","start":"2026-04-28T07:50:44.66847Z","end":"2026-04-28T07:50:45.162135Z","steps":["trace[68184282] 'agreement among raft nodes before linearized reading' (duration: 493.450562ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:45.163017Z","caller":"traceutil/trace.go:171","msg":"trace[1817424055] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21627; }","duration":"1.417128848s","start":"2026-04-28T07:50:43.745876Z","end":"2026-04-28T07:50:45.163005Z","steps":["trace[1817424055] 'agreement among raft nodes before linearized reading' (duration: 1.416737109s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.163088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:44.668449Z","time spent":"494.608903ms","remote":"127.0.0.1:51404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:45.163125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:43.745842Z","time spent":"1.417270232s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:50:45.163065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:44.156768Z","time spent":"1.006280468s","remote":"127.0.0.1:51680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:45.162261Z","caller":"traceutil/trace.go:171","msg":"trace[1571499129] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:21627; }","duration":"430.572871ms","start":"2026-04-28T07:50:44.731659Z","end":"2026-04-28T07:50:45.162232Z","steps":["trace[1571499129] 'agreement among raft nodes before linearized reading' (duration: 430.270403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.163135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405594955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29622695-h49hb\" ","response":"range_response_count:1 size:7182"} {"level":"warn","ts":"2026-04-28T07:50:45.163785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:44.731586Z","time spent":"432.177712ms","remote":"127.0.0.1:35954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:45.163814Z","caller":"traceutil/trace.go:171","msg":"trace[730271731] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29622695-h49hb; range_end:; response_count:1; response_revision:21627; }","duration":"1.406344014s","start":"2026-04-28T07:50:43.757451Z","end":"2026-04-28T07:50:45.163794Z","steps":["trace[730271731] 'agreement among raft nodes before linearized reading' (duration: 1.404880117s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.163882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:43.757441Z","time spent":"1.406426316s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7204,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29622695-h49hb\" "} {"level":"warn","ts":"2026-04-28T07:50:45.644935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.443961ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:45.645104Z","caller":"traceutil/trace.go:171","msg":"trace[2002518729] linearizableReadLoop","detail":"{readStateIndex:22276; appliedIndex:22275; }","duration":"483.193293ms","start":"2026-04-28T07:50:45.161883Z","end":"2026-04-28T07:50:45.645076Z","steps":["trace[2002518729] 'read index received' (duration: 125.530516ms)","trace[2002518729] 'applied index is now lower than readState.Index' (duration: 357.660606ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:45.645261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.868986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:45.645368Z","caller":"traceutil/trace.go:171","msg":"trace[2010277759] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21628; }","duration":"511.03297ms","start":"2026-04-28T07:50:45.134307Z","end":"2026-04-28T07:50:45.64534Z","steps":["trace[2010277759] 'agreement among raft nodes before linearized reading' (duration: 510.772774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.645433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.134291Z","time spent":"511.130113ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:45.64546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.241795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" ","response":"range_response_count:1 size:5345"} {"level":"info","ts":"2026-04-28T07:50:45.645495Z","caller":"traceutil/trace.go:171","msg":"trace[818799538] range","detail":"{range_begin:/registry/cronjobs/openstack/heat-engine-cleaner; range_end:; response_count:1; response_revision:21628; }","duration":"531.287087ms","start":"2026-04-28T07:50:45.114196Z","end":"2026-04-28T07:50:45.645483Z","steps":["trace[818799538] 'agreement among raft nodes before linearized reading' (duration: 531.03198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.645542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.114189Z","time spent":"531.343268ms","remote":"127.0.0.1:51436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":5367,"request content":"key:\"/registry/cronjobs/openstack/heat-engine-cleaner\" "} {"level":"info","ts":"2026-04-28T07:50:45.645931Z","caller":"traceutil/trace.go:171","msg":"trace[1915418767] transaction","detail":"{read_only:false; response_revision:21628; number_of_response:1; }","duration":"526.037763ms","start":"2026-04-28T07:50:45.119692Z","end":"2026-04-28T07:50:45.64573Z","steps":["trace[1915418767] 'process raft request' (duration: 167.606347ms)","trace[1915418767] 'compare' (duration: 357.208565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:45.646038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.137417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8420cde5-5008-4a56-9c87-d6b3a195291b\" ","response":"range_response_count:1 size:1315"} {"level":"warn","ts":"2026-04-28T07:50:45.646053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.119675Z","time spent":"526.298709ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:45.646092Z","caller":"traceutil/trace.go:171","msg":"trace[211962026] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8420cde5-5008-4a56-9c87-d6b3a195291b; range_end:; response_count:1; response_revision:21628; }","duration":"532.19179ms","start":"2026-04-28T07:50:45.11388Z","end":"2026-04-28T07:50:45.646071Z","steps":["trace[211962026] 'agreement among raft nodes before linearized reading' (duration: 532.066266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.646123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.11386Z","time spent":"532.255411ms","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1337,"request content":"key:\"/registry/persistentvolumes/pvc-8420cde5-5008-4a56-9c87-d6b3a195291b\" "} {"level":"warn","ts":"2026-04-28T07:50:45.646213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.213137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-scheduler-f46c6c86-v95dv\" ","response":"range_response_count:1 size:7309"} {"level":"info","ts":"2026-04-28T07:50:45.646338Z","caller":"traceutil/trace.go:171","msg":"trace[888869128] range","detail":"{range_begin:/registry/pods/openstack/manila-scheduler-f46c6c86-v95dv; range_end:; response_count:1; response_revision:21628; }","duration":"539.363942ms","start":"2026-04-28T07:50:45.106948Z","end":"2026-04-28T07:50:45.646312Z","steps":["trace[888869128] 'agreement among raft nodes before linearized reading' (duration: 539.031583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.646389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.10693Z","time spent":"539.449543ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7331,"request content":"key:\"/registry/pods/openstack/manila-scheduler-f46c6c86-v95dv\" "} {"level":"warn","ts":"2026-04-28T07:50:45.647074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.121039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T07:50:45.64716Z","caller":"traceutil/trace.go:171","msg":"trace[1573762610] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21628; }","duration":"534.240011ms","start":"2026-04-28T07:50:45.112899Z","end":"2026-04-28T07:50:45.647139Z","steps":["trace[1573762610] 'agreement among raft nodes before linearized reading' (duration: 533.899212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.647205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.112823Z","time spent":"534.373555ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:50:45.960154Z","caller":"traceutil/trace.go:171","msg":"trace[1576271635] linearizableReadLoop","detail":"{readStateIndex:22277; appliedIndex:22276; }","duration":"314.948898ms","start":"2026-04-28T07:50:45.645177Z","end":"2026-04-28T07:50:45.960126Z","steps":["trace[1576271635] 'read index received' (duration: 241.212591ms)","trace[1576271635] 'applied index is now lower than readState.Index' (duration: 73.735317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:45.960339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.654364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner.18aa75e859c615dd\" ","response":"range_response_count:1 size:739"} {"level":"warn","ts":"2026-04-28T07:50:45.960337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.336136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29622695-h49hb\" ","response":"range_response_count:1 size:7182"} {"level":"info","ts":"2026-04-28T07:50:45.960383Z","caller":"traceutil/trace.go:171","msg":"trace[141930988] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner.18aa75e859c615dd; range_end:; response_count:1; response_revision:21629; }","duration":"791.716156ms","start":"2026-04-28T07:50:45.168655Z","end":"2026-04-28T07:50:45.960371Z","steps":["trace[141930988] 'agreement among raft nodes before linearized reading' (duration: 791.605953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.960417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.168644Z","time spent":"791.765397ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":761,"request content":"key:\"/registry/events/openstack/heat-engine-cleaner.18aa75e859c615dd\" "} {"level":"info","ts":"2026-04-28T07:50:45.960396Z","caller":"traceutil/trace.go:171","msg":"trace[553674797] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29622695-h49hb; range_end:; response_count:1; response_revision:21629; }","duration":"791.428508ms","start":"2026-04-28T07:50:45.168951Z","end":"2026-04-28T07:50:45.96038Z","steps":["trace[553674797] 'agreement among raft nodes before linearized reading' (duration: 791.211363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.960517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.16894Z","time spent":"791.567211ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7204,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29622695-h49hb\" "} {"level":"info","ts":"2026-04-28T07:50:45.960714Z","caller":"traceutil/trace.go:171","msg":"trace[17464362] transaction","detail":"{read_only:false; response_revision:21629; number_of_response:1; }","duration":"794.280062ms","start":"2026-04-28T07:50:45.166421Z","end":"2026-04-28T07:50:45.960701Z","steps":["trace[17464362] 'process raft request' (duration: 719.861077ms)","trace[17464362] 'compare' (duration: 73.678715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:45.960796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.166401Z","time spent":"794.342333ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:45.960908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.723493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:136"} {"level":"warn","ts":"2026-04-28T07:50:45.960905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.559279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:45.960907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.176609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:45.960956Z","caller":"traceutil/trace.go:171","msg":"trace[24186683] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21629; }","duration":"794.843536ms","start":"2026-04-28T07:50:45.166102Z","end":"2026-04-28T07:50:45.960946Z","steps":["trace[24186683] 'agreement among raft nodes before linearized reading' (duration: 794.691112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.960995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.166079Z","time spent":"794.909347ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-28T07:50:45.961002Z","caller":"traceutil/trace.go:171","msg":"trace[329656398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21629; }","duration":"794.698562ms","start":"2026-04-28T07:50:45.166278Z","end":"2026-04-28T07:50:45.960977Z","steps":["trace[329656398] 'agreement among raft nodes before linearized reading' (duration: 794.508647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:45.961002Z","caller":"traceutil/trace.go:171","msg":"trace[826730996] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:21629; }","duration":"543.298332ms","start":"2026-04-28T07:50:45.417685Z","end":"2026-04-28T07:50:45.960983Z","steps":["trace[826730996] 'agreement among raft nodes before linearized reading' (duration: 543.132028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:45.961051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.166264Z","time spent":"794.778945ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:45.961054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.417652Z","time spent":"543.391274ms","remote":"127.0.0.1:35888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:46.460291Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161184,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:46.500309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.136486ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:46.500409Z","caller":"traceutil/trace.go:171","msg":"trace[531801310] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21629; }","duration":"224.249149ms","start":"2026-04-28T07:50:46.276147Z","end":"2026-04-28T07:50:46.500396Z","steps":["trace[531801310] 'range keys from in-memory index tree' (duration: 224.120605ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:46.648964Z","caller":"traceutil/trace.go:171","msg":"trace[955816920] transaction","detail":"{read_only:false; response_revision:21630; number_of_response:1; }","duration":"984.082333ms","start":"2026-04-28T07:50:45.664852Z","end":"2026-04-28T07:50:46.648935Z","steps":["trace[955816920] 'process raft request' (duration: 983.881118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:46.64913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.664823Z","time spent":"984.223957ms","remote":"127.0.0.1:51436","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5328,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:47.308321Z","caller":"traceutil/trace.go:171","msg":"trace[1079584483] linearizableReadLoop","detail":"{readStateIndex:22281; appliedIndex:22277; }","duration":"1.348081861s","start":"2026-04-28T07:50:45.960215Z","end":"2026-04-28T07:50:47.308297Z","steps":["trace[1079584483] 'read index received' (duration: 688.496058ms)","trace[1079584483] 'applied index is now lower than readState.Index' (duration: 659.584563ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:47.308436Z","caller":"traceutil/trace.go:171","msg":"trace[2002498970] transaction","detail":"{read_only:false; response_revision:21631; number_of_response:1; }","duration":"1.343935066s","start":"2026-04-28T07:50:45.96449Z","end":"2026-04-28T07:50:47.308425Z","steps":["trace[2002498970] 'process raft request' (duration: 1.343392111s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:47.30854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.964465Z","time spent":"1.343997286s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7178,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:47.308998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553024069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:50:47.309058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554380273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:47.309092Z","caller":"traceutil/trace.go:171","msg":"trace[861036926] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21634; }","duration":"1.553146452s","start":"2026-04-28T07:50:45.755925Z","end":"2026-04-28T07:50:47.309071Z","steps":["trace[861036926] 'agreement among raft nodes before linearized reading' (duration: 1.552636109s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:47.309075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660529855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18027"} {"level":"warn","ts":"2026-04-28T07:50:47.309145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.755916Z","time spent":"1.553220113s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:47.309166Z","caller":"traceutil/trace.go:171","msg":"trace[767760447] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21634; }","duration":"1.660640068s","start":"2026-04-28T07:50:45.648508Z","end":"2026-04-28T07:50:47.309148Z","steps":["trace[767760447] 'agreement among raft nodes before linearized reading' (duration: 1.660445663s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:47.309179Z","caller":"traceutil/trace.go:171","msg":"trace[1297387013] transaction","detail":"{read_only:false; response_revision:21634; number_of_response:1; }","duration":"793.938343ms","start":"2026-04-28T07:50:46.515199Z","end":"2026-04-28T07:50:47.309137Z","steps":["trace[1297387013] 'process raft request' (duration: 793.02057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:47.309215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.648453Z","time spent":"1.660753001s","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18049,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T07:50:47.30937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554192878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:47.309399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554432024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:47.309424Z","caller":"traceutil/trace.go:171","msg":"trace[1926991770] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21634; }","duration":"1.55426949s","start":"2026-04-28T07:50:45.755142Z","end":"2026-04-28T07:50:47.309412Z","steps":["trace[1926991770] 'agreement among raft nodes before linearized reading' (duration: 1.553983013s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:47.309442Z","caller":"traceutil/trace.go:171","msg":"trace[1340881656] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21634; }","duration":"1.554509756s","start":"2026-04-28T07:50:45.754921Z","end":"2026-04-28T07:50:47.309431Z","steps":["trace[1340881656] 'agreement among raft nodes before linearized reading' (duration: 1.554386983s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:47.309409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554409494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:47.309493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.754912Z","time spent":"1.554562618s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:47.309467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.755133Z","time spent":"1.554323901s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:47.30942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550809732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-04-28T07:50:47.309801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554896586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:47.309823Z","caller":"traceutil/trace.go:171","msg":"trace[117770503] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21634; }","duration":"1.551261284s","start":"2026-04-28T07:50:45.758525Z","end":"2026-04-28T07:50:47.309786Z","steps":["trace[117770503] 'agreement among raft nodes before linearized reading' (duration: 1.55071616s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:47.30985Z","caller":"traceutil/trace.go:171","msg":"trace[1712207746] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21634; }","duration":"1.554968328s","start":"2026-04-28T07:50:45.754872Z","end":"2026-04-28T07:50:47.30984Z","steps":["trace[1712207746] 'agreement among raft nodes before linearized reading' (duration: 1.554804544s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:47.309868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547437616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:50:47.309894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.754864Z","time spent":"1.555022989s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:47.309892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.758514Z","time spent":"1.551362296s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:50:47.309914Z","caller":"traceutil/trace.go:171","msg":"trace[575099941] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21634; }","duration":"1.547494087s","start":"2026-04-28T07:50:45.762409Z","end":"2026-04-28T07:50:47.309903Z","steps":["trace[575099941] 'agreement among raft nodes before linearized reading' (duration: 1.547354983s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:47.309952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.762401Z","time spent":"1.547543378s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:47.309503Z","caller":"traceutil/trace.go:171","msg":"trace[1064881242] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21634; }","duration":"1.554582548s","start":"2026-04-28T07:50:45.754903Z","end":"2026-04-28T07:50:47.309486Z","steps":["trace[1064881242] 'agreement among raft nodes before linearized reading' (duration: 1.554408584s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:47.310228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:46.515172Z","time spent":"794.093968ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18011,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:47.3104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551022157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:47.309672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552876435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:47.310457Z","caller":"traceutil/trace.go:171","msg":"trace[870986525] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21634; }","duration":"1.551102158s","start":"2026-04-28T07:50:45.759339Z","end":"2026-04-28T07:50:47.310441Z","steps":["trace[870986525] 'agreement among raft nodes before linearized reading' (duration: 1.551015386s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:47.310502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.759327Z","time spent":"1.551165891s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:47.310464Z","caller":"traceutil/trace.go:171","msg":"trace[1801658460] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21634; }","duration":"1.553681134s","start":"2026-04-28T07:50:45.75677Z","end":"2026-04-28T07:50:47.310451Z","steps":["trace[1801658460] 'agreement among raft nodes before linearized reading' (duration: 1.55272837s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:47.310628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.756762Z","time spent":"1.553853499s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:50:47.310637Z","caller":"traceutil/trace.go:171","msg":"trace[1025318215] transaction","detail":"{read_only:false; response_revision:21632; number_of_response:1; }","duration":"1.345259919s","start":"2026-04-28T07:50:45.965364Z","end":"2026-04-28T07:50:47.310624Z","steps":["trace[1025318215] 'process raft request' (duration: 1.342730034s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:47.310705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.965329Z","time spent":"1.345340161s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:47.310816Z","caller":"traceutil/trace.go:171","msg":"trace[575152811] transaction","detail":"{read_only:false; response_revision:21633; number_of_response:1; }","duration":"1.343550275s","start":"2026-04-28T07:50:45.967249Z","end":"2026-04-28T07:50:47.3108Z","steps":["trace[575152811] 'process raft request' (duration: 1.340918589s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:47.310948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.967236Z","time spent":"1.343627917s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:47.310812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555831439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T07:50:47.310409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.754882Z","time spent":"1.555447049s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:47.309106Z","caller":"traceutil/trace.go:171","msg":"trace[604819341] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21634; }","duration":"1.554475485s","start":"2026-04-28T07:50:45.754617Z","end":"2026-04-28T07:50:47.309093Z","steps":["trace[604819341] 'agreement among raft nodes before linearized reading' (duration: 1.554304771s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:47.311502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.754459Z","time spent":"1.55702148s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:50:47.311076Z","caller":"traceutil/trace.go:171","msg":"trace[864221399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21634; }","duration":"1.556361364s","start":"2026-04-28T07:50:45.754699Z","end":"2026-04-28T07:50:47.31106Z","steps":["trace[864221399] 'agreement among raft nodes before linearized reading' (duration: 1.555334627s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:47.312474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55779852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:47.312533Z","caller":"traceutil/trace.go:171","msg":"trace[1773941746] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21634; }","duration":"1.557909832s","start":"2026-04-28T07:50:45.754609Z","end":"2026-04-28T07:50:47.312519Z","steps":["trace[1773941746] 'agreement among raft nodes before linearized reading' (duration: 1.554399913s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:47.312575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.754596Z","time spent":"1.557970745s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:47.311841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.754459Z","time spent":"1.557306788s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:50:47.309147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554500686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:47.320184Z","caller":"traceutil/trace.go:171","msg":"trace[1117602287] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21634; }","duration":"1.565620059s","start":"2026-04-28T07:50:45.754542Z","end":"2026-04-28T07:50:47.320162Z","steps":["trace[1117602287] 'agreement among raft nodes before linearized reading' (duration: 1.554499526s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:47.320318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.754519Z","time spent":"1.565755162s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:47.32075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654617495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-share-686bb596b9-wlnt4\" ","response":"range_response_count:1 size:10501"} {"level":"info","ts":"2026-04-28T07:50:47.320792Z","caller":"traceutil/trace.go:171","msg":"trace[383812074] range","detail":"{range_begin:/registry/pods/openstack/manila-share-686bb596b9-wlnt4; range_end:; response_count:1; response_revision:21634; }","duration":"1.654703067s","start":"2026-04-28T07:50:45.666078Z","end":"2026-04-28T07:50:47.320781Z","steps":["trace[383812074] 'agreement among raft nodes before linearized reading' (duration: 1.642862975s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:47.320831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.666061Z","time spent":"1.654762689s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":10523,"request content":"key:\"/registry/pods/openstack/manila-share-686bb596b9-wlnt4\" "} {"level":"warn","ts":"2026-04-28T07:50:47.809317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:47.969436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000644727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:50:47.969583Z","caller":"traceutil/trace.go:171","msg":"trace[310263368] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000883663s","start":"2026-04-28T07:50:45.968676Z","end":"2026-04-28T07:50:47.96956Z","steps":["trace[310263368] 'agreement among raft nodes before linearized reading' (duration: 2.000679407s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:47.969648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.968661Z","time spent":"2.000974384s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:48.31039Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161197,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:48.316264Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008907394s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:50:48.316847Z","caller":"traceutil/trace.go:171","msg":"trace[407636002] transaction","detail":"{read_only:false; response_revision:21637; number_of_response:1; }","duration":"1.205042598s","start":"2026-04-28T07:50:47.111779Z","end":"2026-04-28T07:50:48.316822Z","steps":["trace[407636002] 'process raft request' (duration: 1.204955366s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:48.3169Z","caller":"traceutil/trace.go:171","msg":"trace[1655618576] transaction","detail":"{read_only:false; response_revision:21635; number_of_response:1; }","duration":"1.208955127s","start":"2026-04-28T07:50:47.107897Z","end":"2026-04-28T07:50:48.316852Z","steps":["trace[1655618576] 'process raft request' (duration: 1.208546216s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:48.316933Z","caller":"traceutil/trace.go:171","msg":"trace[280977408] transaction","detail":"{read_only:false; response_revision:21636; number_of_response:1; }","duration":"1.206182356s","start":"2026-04-28T07:50:47.110715Z","end":"2026-04-28T07:50:48.316897Z","steps":["trace[280977408] 'process raft request' (duration: 1.205980151s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:48.31698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.111767Z","time spent":"1.20512988s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:48.3171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.110702Z","time spent":"1.20629459s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:48.317104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.107882Z","time spent":"1.209110672s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:48.31718Z","caller":"traceutil/trace.go:171","msg":"trace[627103583] transaction","detail":"{read_only:false; response_revision:21638; number_of_response:1; }","duration":"1.204665997s","start":"2026-04-28T07:50:47.112502Z","end":"2026-04-28T07:50:48.317168Z","steps":["trace[627103583] 'process raft request' (duration: 1.204272937s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:48.317248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.11249Z","time spent":"1.204720839s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:48.317274Z","caller":"traceutil/trace.go:171","msg":"trace[844065075] transaction","detail":"{read_only:false; response_revision:21641; number_of_response:1; }","duration":"1.203200971s","start":"2026-04-28T07:50:47.114068Z","end":"2026-04-28T07:50:48.317269Z","steps":["trace[844065075] 'process raft request' (duration: 1.203111448s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:48.317277Z","caller":"traceutil/trace.go:171","msg":"trace[1107305847] transaction","detail":"{read_only:false; response_revision:21640; number_of_response:1; }","duration":"1.203452127s","start":"2026-04-28T07:50:47.113812Z","end":"2026-04-28T07:50:48.317264Z","steps":["trace[1107305847] 'process raft request' (duration: 1.203339805s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:48.317245Z","caller":"traceutil/trace.go:171","msg":"trace[1360455716] transaction","detail":"{read_only:false; response_revision:21642; number_of_response:1; }","duration":"1.195021383s","start":"2026-04-28T07:50:47.122212Z","end":"2026-04-28T07:50:48.317234Z","steps":["trace[1360455716] 'process raft request' (duration: 1.194989922s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:48.317326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.114056Z","time spent":"1.203239062s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:48.317322Z","caller":"traceutil/trace.go:171","msg":"trace[504537769] transaction","detail":"{read_only:false; response_revision:21639; number_of_response:1; }","duration":"1.204530395s","start":"2026-04-28T07:50:47.112781Z","end":"2026-04-28T07:50:48.317311Z","steps":["trace[504537769] 'process raft request' (duration: 1.204282548s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:48.317338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.113802Z","time spent":"1.203503058s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:48.317331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.122202Z","time spent":"1.195110045s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:48.317386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.11277Z","time spent":"1.204585536s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:48.927318Z","caller":"traceutil/trace.go:171","msg":"trace[1757186310] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21643; }","duration":"1.609885354s","start":"2026-04-28T07:50:47.317398Z","end":"2026-04-28T07:50:48.927284Z","steps":["trace[1757186310] 'process raft request' (duration: 1.609587867s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:48.92755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.317384Z","time spent":"1.610024949s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-28T07:50:48.927714Z","caller":"traceutil/trace.go:171","msg":"trace[784473502] transaction","detail":"{read_only:false; response_revision:21644; number_of_response:1; }","duration":"1.607391172s","start":"2026-04-28T07:50:47.32029Z","end":"2026-04-28T07:50:48.927681Z","steps":["trace[784473502] 'process raft request' (duration: 1.606883228s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:48.92781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.320272Z","time spent":"1.607498844s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:50:48.92795Z","caller":"traceutil/trace.go:171","msg":"trace[1003672984] transaction","detail":"{read_only:false; response_revision:21645; number_of_response:1; }","duration":"1.602721742s","start":"2026-04-28T07:50:47.32521Z","end":"2026-04-28T07:50:48.927932Z","steps":["trace[1003672984] 'process raft request' (duration: 1.602039354s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:48.928137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.325188Z","time spent":"1.602898847s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:48.928147Z","caller":"traceutil/trace.go:171","msg":"trace[1519641224] transaction","detail":"{read_only:false; response_revision:21646; number_of_response:1; }","duration":"1.597687815s","start":"2026-04-28T07:50:47.330441Z","end":"2026-04-28T07:50:48.928129Z","steps":["trace[1519641224] 'process raft request' (duration: 1.596919015s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:48.928416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.330424Z","time spent":"1.597941001s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10442,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:49.06134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.895908ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:50:49.061478Z","caller":"traceutil/trace.go:171","msg":"trace[863958922] linearizableReadLoop","detail":"{readStateIndex:22295; appliedIndex:22290; }","duration":"1.753061579s","start":"2026-04-28T07:50:47.308392Z","end":"2026-04-28T07:50:49.061453Z","steps":["trace[863958922] 'read index received' (duration: 1.009008896s)","trace[863958922] 'applied index is now lower than readState.Index' (duration: 744.051213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:49.061705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.935957026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:49.061783Z","caller":"traceutil/trace.go:171","msg":"trace[395508432] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:21646; }","duration":"1.936051189s","start":"2026-04-28T07:50:47.125709Z","end":"2026-04-28T07:50:49.06176Z","steps":["trace[395508432] 'agreement among raft nodes before linearized reading' (duration: 1.935922885s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:49.061791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.954138629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T07:50:49.061828Z","caller":"traceutil/trace.go:171","msg":"trace[1964317948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21646; }","duration":"1.95418743s","start":"2026-04-28T07:50:47.107629Z","end":"2026-04-28T07:50:49.061817Z","steps":["trace[1964317948] 'agreement among raft nodes before linearized reading' (duration: 1.953925784s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:49.061806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.097408535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T07:50:49.061729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955034742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T07:50:49.061868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.107622Z","time spent":"1.954239142s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:50:49.061884Z","caller":"traceutil/trace.go:171","msg":"trace[143899624] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21646; }","duration":"1.955211036s","start":"2026-04-28T07:50:47.106661Z","end":"2026-04-28T07:50:49.061872Z","steps":["trace[143899624] 'agreement among raft nodes before linearized reading' (duration: 1.954910838s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:49.061912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.106605Z","time spent":"1.955300469s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:50:49.06184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.125674Z","time spent":"1.936153592s","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:49.061989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74478772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-28T07:50:49.062474Z","caller":"traceutil/trace.go:171","msg":"trace[274341888] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e; range_end:; response_count:1; response_revision:21646; }","duration":"1.745320893s","start":"2026-04-28T07:50:47.317131Z","end":"2026-04-28T07:50:49.062452Z","steps":["trace[274341888] 'agreement among raft nodes before linearized reading' (duration: 1.744584734s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:49.062488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411447073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-28T07:50:49.062495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735798761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:49.062536Z","caller":"traceutil/trace.go:171","msg":"trace[611251686] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21646; }","duration":"1.411554265s","start":"2026-04-28T07:50:47.650967Z","end":"2026-04-28T07:50:49.062522Z","steps":["trace[611251686] 'agreement among raft nodes before linearized reading' (duration: 1.411433702s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:49.061896Z","caller":"traceutil/trace.go:171","msg":"trace[124581941] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:21646; }","duration":"3.097538009s","start":"2026-04-28T07:50:45.964333Z","end":"2026-04-28T07:50:49.061871Z","steps":["trace[124581941] 'agreement among raft nodes before linearized reading' (duration: 3.097342764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:49.062574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.650928Z","time spent":"1.411634847s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:49.062557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.701697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418968"} {"level":"info","ts":"2026-04-28T07:50:49.062573Z","caller":"traceutil/trace.go:171","msg":"trace[1637926878] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:21646; }","duration":"1.735911393s","start":"2026-04-28T07:50:47.326634Z","end":"2026-04-28T07:50:49.062545Z","steps":["trace[1637926878] 'agreement among raft nodes before linearized reading' (duration: 1.73578759s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:49.062629Z","caller":"traceutil/trace.go:171","msg":"trace[1341912962] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21646; }","duration":"128.82419ms","start":"2026-04-28T07:50:48.933787Z","end":"2026-04-28T07:50:49.062612Z","steps":["trace[1341912962] 'agreement among raft nodes before linearized reading' (duration: 128.472211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:49.062134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.957964277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:50:49.062711Z","caller":"traceutil/trace.go:171","msg":"trace[1806041472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21646; }","duration":"1.958623793s","start":"2026-04-28T07:50:47.104071Z","end":"2026-04-28T07:50:49.062695Z","steps":["trace[1806041472] 'agreement among raft nodes before linearized reading' (duration: 1.957714689s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:49.062753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.104049Z","time spent":"1.958691215s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:49.062533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.317112Z","time spent":"1.745412145s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" "} {"level":"warn","ts":"2026-04-28T07:50:49.062285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.245216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-bootstrap-kjf8p\" ","response":"range_response_count:1 size:8099"} {"level":"warn","ts":"2026-04-28T07:50:49.062301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178559013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:49.063154Z","caller":"traceutil/trace.go:171","msg":"trace[1408966331] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:21646; }","duration":"2.179412994s","start":"2026-04-28T07:50:46.883719Z","end":"2026-04-28T07:50:49.063132Z","steps":["trace[1408966331] 'agreement among raft nodes before linearized reading' (duration: 2.178499921s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:49.062277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172351256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:49.063209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:46.883647Z","time spent":"2.179545258s","remote":"127.0.0.1:51436","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":30,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:49.06322Z","caller":"traceutil/trace.go:171","msg":"trace[696662505] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:21646; }","duration":"1.173593797s","start":"2026-04-28T07:50:47.889607Z","end":"2026-04-28T07:50:49.063201Z","steps":["trace[696662505] 'agreement among raft nodes before linearized reading' (duration: 1.172132809s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:49.062388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.338492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-f989756b7-blz9x.18aa75e3e64fd246\" ","response":"range_response_count:1 size:1175"} {"level":"warn","ts":"2026-04-28T07:50:49.063315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:45.964311Z","time spent":"3.098316178s","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T07:50:49.06341Z","caller":"traceutil/trace.go:171","msg":"trace[287369105] range","detail":"{range_begin:/registry/events/openstack/manila-api-f989756b7-blz9x.18aa75e3e64fd246; range_end:; response_count:1; response_revision:21646; }","duration":"128.286237ms","start":"2026-04-28T07:50:48.935032Z","end":"2026-04-28T07:50:49.063318Z","steps":["trace[287369105] 'agreement among raft nodes before linearized reading' (duration: 127.281592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:49.062397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.618902654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:49.062389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434968182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:49.062398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090931182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:49.062641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.326622Z","time spent":"1.736001486s","remote":"127.0.0.1:46520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:49.063642Z","caller":"traceutil/trace.go:171","msg":"trace[115444742] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:21646; }","duration":"1.436259564s","start":"2026-04-28T07:50:47.627369Z","end":"2026-04-28T07:50:49.063629Z","steps":["trace[115444742] 'agreement among raft nodes before linearized reading' (duration: 1.434961261s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:49.06387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.627349Z","time spent":"1.436501s","remote":"127.0.0.1:36054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:49.063701Z","caller":"traceutil/trace.go:171","msg":"trace[1079698663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21646; }","duration":"1.092276426s","start":"2026-04-28T07:50:47.971411Z","end":"2026-04-28T07:50:49.063687Z","steps":["trace[1079698663] 'agreement among raft nodes before linearized reading' (duration: 1.090944483s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:49.06399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.971384Z","time spent":"1.092589444s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:50:49.0636Z","caller":"traceutil/trace.go:171","msg":"trace[957777623] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21646; }","duration":"1.620162877s","start":"2026-04-28T07:50:47.443421Z","end":"2026-04-28T07:50:49.063584Z","steps":["trace[957777623] 'agreement among raft nodes before linearized reading' (duration: 1.618919625s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:49.06414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.443395Z","time spent":"1.62072592s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:50:49.063271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:47.889584Z","time spent":"1.173671189s","remote":"127.0.0.1:36030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:49.063009Z","caller":"traceutil/trace.go:171","msg":"trace[795064638] range","detail":"{range_begin:/registry/pods/openstack/manila-bootstrap-kjf8p; range_end:; response_count:1; response_revision:21646; }","duration":"128.970113ms","start":"2026-04-28T07:50:48.934006Z","end":"2026-04-28T07:50:49.062976Z","steps":["trace[795064638] 'agreement among raft nodes before linearized reading' (duration: 128.180803ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:49.534025Z","caller":"traceutil/trace.go:171","msg":"trace[1839926577] linearizableReadLoop","detail":"{readStateIndex:22296; appliedIndex:22295; }","duration":"464.675812ms","start":"2026-04-28T07:50:49.06932Z","end":"2026-04-28T07:50:49.533996Z","steps":["trace[1839926577] 'read index received' (duration: 464.462697ms)","trace[1839926577] 'applied index is now lower than readState.Index' (duration: 211.895µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:49.534118Z","caller":"traceutil/trace.go:171","msg":"trace[1135166064] transaction","detail":"{read_only:false; response_revision:21647; number_of_response:1; }","duration":"465.098583ms","start":"2026-04-28T07:50:49.068964Z","end":"2026-04-28T07:50:49.534063Z","steps":["trace[1135166064] 'process raft request' (duration: 464.826516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:49.5342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.855237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:49.53424Z","caller":"traceutil/trace.go:171","msg":"trace[186949544] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21647; }","duration":"464.962679ms","start":"2026-04-28T07:50:49.069269Z","end":"2026-04-28T07:50:49.534232Z","steps":["trace[186949544] 'agreement among raft nodes before linearized reading' (duration: 464.867497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:49.534269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.06924Z","time spent":"465.023291ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:50:49.534329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.068932Z","time spent":"465.284877ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:50.034811Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:50.389327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.071543Z","time spent":"1.31777558s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:50:50.389445Z","caller":"traceutil/trace.go:171","msg":"trace[684321111] transaction","detail":"{read_only:false; response_revision:21648; number_of_response:1; }","duration":"1.317606215s","start":"2026-04-28T07:50:49.07178Z","end":"2026-04-28T07:50:50.389387Z","steps":["trace[684321111] 'process raft request' (duration: 1.317218546s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:50.389566Z","caller":"traceutil/trace.go:171","msg":"trace[842045629] transaction","detail":"{read_only:false; response_revision:21650; number_of_response:1; }","duration":"1.316586829s","start":"2026-04-28T07:50:49.072963Z","end":"2026-04-28T07:50:50.389549Z","steps":["trace[842045629] 'process raft request' (duration: 1.316269481s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:50.389612Z","caller":"traceutil/trace.go:171","msg":"trace[833378964] transaction","detail":"{read_only:false; response_revision:21651; number_of_response:1; }","duration":"1.31189205s","start":"2026-04-28T07:50:49.077684Z","end":"2026-04-28T07:50:50.389576Z","steps":["trace[833378964] 'process raft request' (duration: 1.311611443s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.389694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.071752Z","time spent":"1.31781397s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:50.389737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.072949Z","time spent":"1.316674891s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:50.389754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.077676Z","time spent":"1.311996782s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9027,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:50.389473Z","caller":"traceutil/trace.go:171","msg":"trace[1903362276] transaction","detail":"{read_only:false; response_revision:21649; number_of_response:1; }","duration":"1.317142853s","start":"2026-04-28T07:50:49.072287Z","end":"2026-04-28T07:50:50.38943Z","steps":["trace[1903362276] 'process raft request' (duration: 1.316889547s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.389999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.072275Z","time spent":"1.317628076s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:50.390026Z","caller":"traceutil/trace.go:171","msg":"trace[287782677] transaction","detail":"{read_only:false; response_revision:21653; number_of_response:1; }","duration":"888.12959ms","start":"2026-04-28T07:50:49.501864Z","end":"2026-04-28T07:50:50.389994Z","steps":["trace[287782677] 'process raft request' (duration: 887.776001ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:50.390056Z","caller":"traceutil/trace.go:171","msg":"trace[820763939] transaction","detail":"{read_only:false; response_revision:21652; number_of_response:1; }","duration":"1.297506225s","start":"2026-04-28T07:50:49.092494Z","end":"2026-04-28T07:50:50.39Z","steps":["trace[820763939] 'process raft request' (duration: 1.296907209s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.390222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.501835Z","time spent":"888.286244ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:50.390313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.092469Z","time spent":"1.297707049s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8398,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:50.723424Z","caller":"traceutil/trace.go:171","msg":"trace[202116490] transaction","detail":"{read_only:false; response_revision:21654; number_of_response:1; }","duration":"1.093778897s","start":"2026-04-28T07:50:49.629622Z","end":"2026-04-28T07:50:50.723401Z","steps":["trace[202116490] 'process raft request' (duration: 1.092404182s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.723657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.629577Z","time spent":"1.09391027s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:50.723844Z","caller":"traceutil/trace.go:171","msg":"trace[1601656526] linearizableReadLoop","detail":"{readStateIndex:22304; appliedIndex:22296; }","duration":"1.189659137s","start":"2026-04-28T07:50:49.534094Z","end":"2026-04-28T07:50:50.723753Z","steps":["trace[1601656526] 'read index received' (duration: 854.831852ms)","trace[1601656526] 'applied index is now lower than readState.Index' (duration: 334.825295ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:50.724104Z","caller":"traceutil/trace.go:171","msg":"trace[706848323] transaction","detail":"{read_only:false; response_revision:21660; number_of_response:1; }","duration":"399.021949ms","start":"2026-04-28T07:50:50.325062Z","end":"2026-04-28T07:50:50.724084Z","steps":["trace[706848323] 'process raft request' (duration: 398.535177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.724169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362343124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:50.724239Z","caller":"traceutil/trace.go:171","msg":"trace[960856228] transaction","detail":"{read_only:false; response_revision:21661; number_of_response:1; }","duration":"398.035904ms","start":"2026-04-28T07:50:50.326185Z","end":"2026-04-28T07:50:50.724221Z","steps":["trace[960856228] 'process raft request' (duration: 397.454949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.724279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362446426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:50.72427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362216501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:50.724298Z","caller":"traceutil/trace.go:171","msg":"trace[1647268303] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21662; }","duration":"1.362484437s","start":"2026-04-28T07:50:49.361809Z","end":"2026-04-28T07:50:50.724294Z","steps":["trace[1647268303] 'agreement among raft nodes before linearized reading' (duration: 1.362450537s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.724296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362694082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:50:50.724322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.3618Z","time spent":"1.362517278s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:50.724269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:50.325048Z","time spent":"399.107232ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:50.724351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:50.32617Z","time spent":"398.108616ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:50.724366Z","caller":"traceutil/trace.go:171","msg":"trace[1484365554] transaction","detail":"{read_only:false; response_revision:21656; number_of_response:1; }","duration":"400.110777ms","start":"2026-04-28T07:50:50.32424Z","end":"2026-04-28T07:50:50.724351Z","steps":["trace[1484365554] 'process raft request' (duration: 399.149883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:50.724321Z","caller":"traceutil/trace.go:171","msg":"trace[1727727816] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21662; }","duration":"1.362324583s","start":"2026-04-28T07:50:49.361984Z","end":"2026-04-28T07:50:50.724309Z","steps":["trace[1727727816] 'agreement among raft nodes before linearized reading' (duration: 1.362139538s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.724419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362740364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:50.72443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.361958Z","time spent":"1.362463527s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:50.724436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:50.324227Z","time spent":"400.172908ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:50.72417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267481019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:50.724321Z","caller":"traceutil/trace.go:171","msg":"trace[1210571132] transaction","detail":"{read_only:false; response_revision:21655; number_of_response:1; }","duration":"400.972599ms","start":"2026-04-28T07:50:50.323337Z","end":"2026-04-28T07:50:50.724309Z","steps":["trace[1210571132] 'process raft request' (duration: 399.912542ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:50.724615Z","caller":"traceutil/trace.go:171","msg":"trace[613761707] transaction","detail":"{read_only:false; response_revision:21658; number_of_response:1; }","duration":"400.119617ms","start":"2026-04-28T07:50:50.324456Z","end":"2026-04-28T07:50:50.724576Z","steps":["trace[613761707] 'process raft request' (duration: 399.037329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.72468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651877986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:50.724708Z","caller":"traceutil/trace.go:171","msg":"trace[609067814] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:21662; }","duration":"1.651923808s","start":"2026-04-28T07:50:49.072778Z","end":"2026-04-28T07:50:50.724702Z","steps":["trace[609067814] 'agreement among raft nodes before linearized reading' (duration: 1.651876967s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.724701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363002431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:50:50.724697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651166017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:50.724734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.072763Z","time spent":"1.651966048s","remote":"127.0.0.1:47464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:50.72474Z","caller":"traceutil/trace.go:171","msg":"trace[740316663] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21662; }","duration":"1.363071312s","start":"2026-04-28T07:50:49.36166Z","end":"2026-04-28T07:50:50.724732Z","steps":["trace[740316663] 'agreement among raft nodes before linearized reading' (duration: 1.362955939s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:50.724441Z","caller":"traceutil/trace.go:171","msg":"trace[968234224] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21662; }","duration":"1.362782565s","start":"2026-04-28T07:50:49.361654Z","end":"2026-04-28T07:50:50.724437Z","steps":["trace[968234224] 'agreement among raft nodes before linearized reading' (duration: 1.362717783s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:50.724756Z","caller":"traceutil/trace.go:171","msg":"trace[1993141759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21662; }","duration":"1.65123355s","start":"2026-04-28T07:50:49.073507Z","end":"2026-04-28T07:50:50.724741Z","steps":["trace[1993141759] 'agreement among raft nodes before linearized reading' (duration: 1.651126787s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.724768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.361644Z","time spent":"1.363116873s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:50.72479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.073501Z","time spent":"1.651282431s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:50.724788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.361643Z","time spent":"1.363131794s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:50.724793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:50.324448Z","time spent":"400.253531ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:50.724239Z","caller":"traceutil/trace.go:171","msg":"trace[1591526936] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21662; }","duration":"1.362488267s","start":"2026-04-28T07:50:49.361738Z","end":"2026-04-28T07:50:50.724226Z","steps":["trace[1591526936] 'agreement among raft nodes before linearized reading' (duration: 1.362305212s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.724873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.361692Z","time spent":"1.363172205s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:50.724354Z","caller":"traceutil/trace.go:171","msg":"trace[534829907] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21662; }","duration":"1.362778926s","start":"2026-04-28T07:50:49.361563Z","end":"2026-04-28T07:50:50.724342Z","steps":["trace[534829907] 'agreement among raft nodes before linearized reading' (duration: 1.362524079s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.724868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:50.323307Z","time spent":"401.388079ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:50.724946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.361554Z","time spent":"1.363380451s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:50:50.724505Z","caller":"traceutil/trace.go:171","msg":"trace[1470410021] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:21662; }","duration":"1.26788986s","start":"2026-04-28T07:50:49.456607Z","end":"2026-04-28T07:50:50.724497Z","steps":["trace[1470410021] 'agreement among raft nodes before linearized reading' (duration: 1.267460819s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.724991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.456583Z","time spent":"1.268396092s","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:50.724491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499582998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:50.725052Z","caller":"traceutil/trace.go:171","msg":"trace[403879647] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:21662; }","duration":"1.500210993s","start":"2026-04-28T07:50:49.224825Z","end":"2026-04-28T07:50:50.725036Z","steps":["trace[403879647] 'agreement among raft nodes before linearized reading' (duration: 1.499464464s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.724526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362904088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:50.725097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.224796Z","time spent":"1.500289665s","remote":"127.0.0.1:51690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:50.725108Z","caller":"traceutil/trace.go:171","msg":"trace[1023833158] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21662; }","duration":"1.363530485s","start":"2026-04-28T07:50:49.361564Z","end":"2026-04-28T07:50:50.725094Z","steps":["trace[1023833158] 'agreement among raft nodes before linearized reading' (duration: 1.362927909s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.72515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.361541Z","time spent":"1.363595296s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:50.724568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364496488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:50.725239Z","caller":"traceutil/trace.go:171","msg":"trace[1984874830] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21662; }","duration":"1.365199347s","start":"2026-04-28T07:50:49.360024Z","end":"2026-04-28T07:50:50.725224Z","steps":["trace[1984874830] 'agreement among raft nodes before linearized reading' (duration: 1.3645321s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.725283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.359975Z","time spent":"1.365298789s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:50.724585Z","caller":"traceutil/trace.go:171","msg":"trace[1850168319] transaction","detail":"{read_only:false; response_revision:21662; number_of_response:1; }","duration":"398.228358ms","start":"2026-04-28T07:50:50.326261Z","end":"2026-04-28T07:50:50.724489Z","steps":["trace[1850168319] 'process raft request' (duration: 397.423678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.72459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362873037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:50.725381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:50.326251Z","time spent":"399.077781ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:50.725422Z","caller":"traceutil/trace.go:171","msg":"trace[1979498188] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21662; }","duration":"1.363724419s","start":"2026-04-28T07:50:49.361686Z","end":"2026-04-28T07:50:50.725411Z","steps":["trace[1979498188] 'agreement among raft nodes before linearized reading' (duration: 1.362842586s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.725478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.36167Z","time spent":"1.36379427s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:50:50.724609Z","caller":"traceutil/trace.go:171","msg":"trace[1161914537] transaction","detail":"{read_only:false; response_revision:21659; number_of_response:1; }","duration":"400.131097ms","start":"2026-04-28T07:50:50.324461Z","end":"2026-04-28T07:50:50.724592Z","steps":["trace[1161914537] 'process raft request' (duration: 399.086071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.725393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363621616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:50:50.724583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363090744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:50.725636Z","caller":"traceutil/trace.go:171","msg":"trace[789117822] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21662; }","duration":"1.364190621s","start":"2026-04-28T07:50:49.361433Z","end":"2026-04-28T07:50:50.725624Z","steps":["trace[789117822] 'agreement among raft nodes before linearized reading' (duration: 1.363121304s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.725684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.361404Z","time spent":"1.364268473s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:50.724638Z","caller":"traceutil/trace.go:171","msg":"trace[334015037] transaction","detail":"{read_only:false; response_revision:21657; number_of_response:1; }","duration":"400.326492ms","start":"2026-04-28T07:50:50.324306Z","end":"2026-04-28T07:50:50.724633Z","steps":["trace[334015037] 'process raft request' (duration: 399.132652ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.725755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:50.3243Z","time spent":"401.421149ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:50.72575Z","caller":"traceutil/trace.go:171","msg":"trace[229645812] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21662; }","duration":"1.363977555s","start":"2026-04-28T07:50:49.361636Z","end":"2026-04-28T07:50:50.725614Z","steps":["trace[229645812] 'agreement among raft nodes before linearized reading' (duration: 1.362847786s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:50.725873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.361604Z","time spent":"1.364253423s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:50.726012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:50.324422Z","time spent":"401.111502ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:51.002993Z","caller":"traceutil/trace.go:171","msg":"trace[170825265] linearizableReadLoop","detail":"{readStateIndex:22314; appliedIndex:22312; }","duration":"279.037503ms","start":"2026-04-28T07:50:50.723939Z","end":"2026-04-28T07:50:51.002976Z","steps":["trace[170825265] 'read index received' (duration: 249.4201ms)","trace[170825265] 'applied index is now lower than readState.Index' (duration: 29.616713ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:51.003411Z","caller":"traceutil/trace.go:171","msg":"trace[1701453179] transaction","detail":"{read_only:false; response_revision:21663; number_of_response:1; }","duration":"612.010833ms","start":"2026-04-28T07:50:50.39139Z","end":"2026-04-28T07:50:51.003401Z","steps":["trace[1701453179] 'process raft request' (duration: 582.120792ms)","trace[1701453179] 'compare' (duration: 28.670559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:51.003502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:50.391352Z","time spent":"612.086765ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:51.003737Z","caller":"traceutil/trace.go:171","msg":"trace[1983014805] transaction","detail":"{read_only:false; response_revision:21664; number_of_response:1; }","duration":"601.201727ms","start":"2026-04-28T07:50:50.402529Z","end":"2026-04-28T07:50:51.003731Z","steps":["trace[1983014805] 'process raft request' (duration: 600.379736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.003775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:50.402505Z","time spent":"601.250958ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9327,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:51.003913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.602572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18027"} {"level":"info","ts":"2026-04-28T07:50:51.003974Z","caller":"traceutil/trace.go:171","msg":"trace[717096599] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21664; }","duration":"351.701544ms","start":"2026-04-28T07:50:50.652267Z","end":"2026-04-28T07:50:51.003969Z","steps":["trace[717096599] 'agreement among raft nodes before linearized reading' (duration: 351.579841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.00399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:50.652246Z","time spent":"351.739656ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18049,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T07:50:51.004141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.624271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:51.004166Z","caller":"traceutil/trace.go:171","msg":"trace[2125087914] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:21664; }","duration":"371.692683ms","start":"2026-04-28T07:50:50.632467Z","end":"2026-04-28T07:50:51.00416Z","steps":["trace[2125087914] 'agreement among raft nodes before linearized reading' (duration: 371.651312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.004181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:50.632443Z","time spent":"371.733244ms","remote":"127.0.0.1:46890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:51.004299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.024422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:51.004319Z","caller":"traceutil/trace.go:171","msg":"trace[572850752] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:21664; }","duration":"720.082044ms","start":"2026-04-28T07:50:50.284233Z","end":"2026-04-28T07:50:51.004315Z","steps":["trace[572850752] 'agreement among raft nodes before linearized reading' (duration: 720.024452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.004332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:50.284206Z","time spent":"720.122354ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-28T07:50:51.004446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.809482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-service\" ","response":"range_response_count:1 size:6379"} {"level":"info","ts":"2026-04-28T07:50:51.004466Z","caller":"traceutil/trace.go:171","msg":"trace[365774893] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-service; range_end:; response_count:1; response_revision:21664; }","duration":"720.883344ms","start":"2026-04-28T07:50:50.283577Z","end":"2026-04-28T07:50:51.00446Z","steps":["trace[365774893] 'agreement among raft nodes before linearized reading' (duration: 720.830962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.004479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:50.283522Z","time spent":"720.954016ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":6401,"request content":"key:\"/registry/jobs/openstack/octavia-ks-service\" "} {"level":"warn","ts":"2026-04-28T07:50:51.004568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061016232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:51.004589Z","caller":"traceutil/trace.go:171","msg":"trace[2089182995] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:21664; }","duration":"1.061041673s","start":"2026-04-28T07:50:49.943543Z","end":"2026-04-28T07:50:51.004585Z","steps":["trace[2089182995] 'agreement among raft nodes before linearized reading' (duration: 1.061008752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.004604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.943442Z","time spent":"1.061157256s","remote":"127.0.0.1:47452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:51.004789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221405237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T07:50:51.004828Z","caller":"traceutil/trace.go:171","msg":"trace[560019191] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:21664; }","duration":"1.221507819s","start":"2026-04-28T07:50:49.783312Z","end":"2026-04-28T07:50:51.00482Z","steps":["trace[560019191] 'agreement among raft nodes before linearized reading' (duration: 1.221404196s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.004858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.783248Z","time spent":"1.221602431s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"warn","ts":"2026-04-28T07:50:51.005035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229831291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:51.005075Z","caller":"traceutil/trace.go:171","msg":"trace[369737881] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21664; }","duration":"1.229928983s","start":"2026-04-28T07:50:49.775136Z","end":"2026-04-28T07:50:51.005065Z","steps":["trace[369737881] 'agreement among raft nodes before linearized reading' (duration: 1.229867331s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.005115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.775104Z","time spent":"1.230001395s","remote":"127.0.0.1:46668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:51.005417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466512795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T07:50:51.005483Z","caller":"traceutil/trace.go:171","msg":"trace[1370912792] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21664; }","duration":"1.466639888s","start":"2026-04-28T07:50:49.53883Z","end":"2026-04-28T07:50:51.00547Z","steps":["trace[1370912792] 'agreement among raft nodes before linearized reading' (duration: 1.466429703s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.005512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:49.538805Z","time spent":"1.46670069s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:50:51.00569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.418728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:51.005711Z","caller":"traceutil/trace.go:171","msg":"trace[1781853981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21664; }","duration":"278.47548ms","start":"2026-04-28T07:50:50.727231Z","end":"2026-04-28T07:50:51.005706Z","steps":["trace[1781853981] 'agreement among raft nodes before linearized reading' (duration: 278.438569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.005924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.155035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:51.006804Z","caller":"traceutil/trace.go:171","msg":"trace[1665046700] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:21664; }","duration":"126.032899ms","start":"2026-04-28T07:50:50.880675Z","end":"2026-04-28T07:50:51.006708Z","steps":["trace[1665046700] 'agreement among raft nodes before linearized reading' (duration: 125.157676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.396419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.83696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:51.396655Z","caller":"traceutil/trace.go:171","msg":"trace[2058157543] linearizableReadLoop","detail":"{readStateIndex:22317; appliedIndex:22314; }","duration":"381.789401ms","start":"2026-04-28T07:50:51.014848Z","end":"2026-04-28T07:50:51.396637Z","steps":["trace[2058157543] 'read index received' (duration: 59.873984ms)","trace[2058157543] 'applied index is now lower than readState.Index' (duration: 321.913977ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:51.396714Z","caller":"traceutil/trace.go:171","msg":"trace[2128520182] transaction","detail":"{read_only:false; response_revision:21666; number_of_response:1; }","duration":"382.413567ms","start":"2026-04-28T07:50:51.014252Z","end":"2026-04-28T07:50:51.396665Z","steps":["trace[2128520182] 'process raft request' (duration: 231.264909ms)","trace[2128520182] 'compare' (duration: 150.575184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:51.396834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:51.014337Z","time spent":"382.494849ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:50:51.396844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:51.014244Z","time spent":"382.53943ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:51.397236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.076208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18027"} {"level":"info","ts":"2026-04-28T07:50:51.397313Z","caller":"traceutil/trace.go:171","msg":"trace[240855628] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21666; }","duration":"382.17476ms","start":"2026-04-28T07:50:51.015121Z","end":"2026-04-28T07:50:51.397296Z","steps":["trace[240855628] 'agreement among raft nodes before linearized reading' (duration: 381.957955ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.397356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:51.015116Z","time spent":"382.230631ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18049,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T07:50:51.397368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.477848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:51.397452Z","caller":"traceutil/trace.go:171","msg":"trace[1842467801] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21666; }","duration":"382.608191ms","start":"2026-04-28T07:50:51.014826Z","end":"2026-04-28T07:50:51.397434Z","steps":["trace[1842467801] 'agreement among raft nodes before linearized reading' (duration: 382.425896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.397437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.709657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18027"} {"level":"warn","ts":"2026-04-28T07:50:51.397498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:51.014815Z","time spent":"382.674952ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:50:51.397531Z","caller":"traceutil/trace.go:171","msg":"trace[2032173611] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21666; }","duration":"377.827789ms","start":"2026-04-28T07:50:51.019681Z","end":"2026-04-28T07:50:51.397508Z","steps":["trace[2032173611] 'agreement among raft nodes before linearized reading' (duration: 377.568443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.397535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.076143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-bootstrap-kjf8p\" ","response":"range_response_count:1 size:8416"} {"level":"warn","ts":"2026-04-28T07:50:51.39759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:51.019672Z","time spent":"377.906251ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18049,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T07:50:51.397638Z","caller":"traceutil/trace.go:171","msg":"trace[1574140530] range","detail":"{range_begin:/registry/pods/openstack/manila-bootstrap-kjf8p; range_end:; response_count:1; response_revision:21666; }","duration":"374.234067ms","start":"2026-04-28T07:50:51.023387Z","end":"2026-04-28T07:50:51.397621Z","steps":["trace[1574140530] 'agreement among raft nodes before linearized reading' (duration: 373.853578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.397712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:51.023357Z","time spent":"374.34414ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8438,"request content":"key:\"/registry/pods/openstack/manila-bootstrap-kjf8p\" "} {"level":"info","ts":"2026-04-28T07:50:51.821994Z","caller":"traceutil/trace.go:171","msg":"trace[1297456009] linearizableReadLoop","detail":"{readStateIndex:22320; appliedIndex:22318; }","duration":"407.738971ms","start":"2026-04-28T07:50:51.414225Z","end":"2026-04-28T07:50:51.821964Z","steps":["trace[1297456009] 'read index received' (duration: 67.1624ms)","trace[1297456009] 'applied index is now lower than readState.Index' (duration: 340.574971ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:51.82208Z","caller":"traceutil/trace.go:171","msg":"trace[1811740690] transaction","detail":"{read_only:false; response_revision:21668; number_of_response:1; }","duration":"420.28599ms","start":"2026-04-28T07:50:51.401756Z","end":"2026-04-28T07:50:51.822042Z","steps":["trace[1811740690] 'process raft request' (duration: 419.852839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.822214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.623561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-28T07:50:51.822224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:51.401724Z","time spent":"420.430183ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:50:51.822254Z","caller":"traceutil/trace.go:171","msg":"trace[1010658142] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21669; }","duration":"338.732044ms","start":"2026-04-28T07:50:51.48351Z","end":"2026-04-28T07:50:51.822242Z","steps":["trace[1010658142] 'agreement among raft nodes before linearized reading' (duration: 338.622451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.822293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:51.483486Z","time spent":"338.798336ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:50:51.822307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.065668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T07:50:51.822389Z","caller":"traceutil/trace.go:171","msg":"trace[971099987] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21669; }","duration":"408.199152ms","start":"2026-04-28T07:50:51.414169Z","end":"2026-04-28T07:50:51.822368Z","steps":["trace[971099987] 'agreement among raft nodes before linearized reading' (duration: 407.955656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.822437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:51.414154Z","time spent":"408.273454ms","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-28T07:50:51.822422Z","caller":"traceutil/trace.go:171","msg":"trace[966118641] transaction","detail":"{read_only:false; response_revision:21669; number_of_response:1; }","duration":"413.313053ms","start":"2026-04-28T07:50:51.409086Z","end":"2026-04-28T07:50:51.822399Z","steps":["trace[966118641] 'process raft request' (duration: 412.779119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.822553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:51.409069Z","time spent":"413.404595ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8363,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:51.822569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.65172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:51.822615Z","caller":"traceutil/trace.go:171","msg":"trace[612945339] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:21669; }","duration":"250.733503ms","start":"2026-04-28T07:50:51.571862Z","end":"2026-04-28T07:50:51.822595Z","steps":["trace[612945339] 'agreement among raft nodes before linearized reading' (duration: 250.655021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.822734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.087903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:51.822847Z","caller":"traceutil/trace.go:171","msg":"trace[241495149] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:21669; }","duration":"189.273417ms","start":"2026-04-28T07:50:51.633549Z","end":"2026-04-28T07:50:51.822822Z","steps":["trace[241495149] 'agreement among raft nodes before linearized reading' (duration: 189.056312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.822877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.753254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T07:50:51.822847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.996567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:50:51.822944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.873297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:50:51.82299Z","caller":"traceutil/trace.go:171","msg":"trace[32567574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21669; }","duration":"283.963519ms","start":"2026-04-28T07:50:51.539005Z","end":"2026-04-28T07:50:51.822969Z","steps":["trace[32567574] 'agreement among raft nodes before linearized reading' (duration: 283.817345ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:51.823Z","caller":"traceutil/trace.go:171","msg":"trace[1678177809] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:21669; }","duration":"300.204822ms","start":"2026-04-28T07:50:51.522747Z","end":"2026-04-28T07:50:51.822952Z","steps":["trace[1678177809] 'agreement among raft nodes before linearized reading' (duration: 299.830953ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:51.822917Z","caller":"traceutil/trace.go:171","msg":"trace[1677122273] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:21669; }","duration":"241.801855ms","start":"2026-04-28T07:50:51.581106Z","end":"2026-04-28T07:50:51.822908Z","steps":["trace[1677122273] 'agreement among raft nodes before linearized reading' (duration: 241.60968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:51.823096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:51.52273Z","time spent":"300.348205ms","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":61,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:52.15786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.39692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:50:52.15796Z","caller":"traceutil/trace.go:171","msg":"trace[1137528497] linearizableReadLoop","detail":"{readStateIndex:22322; appliedIndex:22320; }","duration":"330.640887ms","start":"2026-04-28T07:50:51.827302Z","end":"2026-04-28T07:50:52.157943Z","steps":["trace[1137528497] 'read index received' (duration: 50.717081ms)","trace[1137528497] 'applied index is now lower than readState.Index' (duration: 279.922726ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:52.158033Z","caller":"traceutil/trace.go:171","msg":"trace[958118611] transaction","detail":"{read_only:false; response_revision:21671; number_of_response:1; }","duration":"330.839102ms","start":"2026-04-28T07:50:51.827184Z","end":"2026-04-28T07:50:52.158023Z","steps":["trace[958118611] 'process raft request' (duration: 114.201346ms)","trace[958118611] 'compare' (duration: 216.168024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:52.158095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:51.827158Z","time spent":"330.906344ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:52.158397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.076859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-endpoints-sndpw\" ","response":"range_response_count:1 size:14812"} {"level":"info","ts":"2026-04-28T07:50:52.158479Z","caller":"traceutil/trace.go:171","msg":"trace[858628413] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-endpoints-sndpw; range_end:; response_count:1; response_revision:21671; }","duration":"331.168201ms","start":"2026-04-28T07:50:51.827292Z","end":"2026-04-28T07:50:52.15846Z","steps":["trace[858628413] 'agreement among raft nodes before linearized reading' (duration: 330.837153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:52.159018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:51.827283Z","time spent":"331.718845ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":14834,"request content":"key:\"/registry/pods/openstack/octavia-ks-endpoints-sndpw\" "} {"level":"warn","ts":"2026-04-28T07:50:52.173802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.177214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:52.176268Z","caller":"traceutil/trace.go:171","msg":"trace[238316708] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:21672; }","duration":"200.703259ms","start":"2026-04-28T07:50:51.97554Z","end":"2026-04-28T07:50:52.176244Z","steps":["trace[238316708] 'agreement among raft nodes before linearized reading' (duration: 198.157024ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:52.176815Z","caller":"traceutil/trace.go:171","msg":"trace[207226453] transaction","detail":"{read_only:false; response_revision:21672; number_of_response:1; }","duration":"292.806094ms","start":"2026-04-28T07:50:51.883995Z","end":"2026-04-28T07:50:52.176801Z","steps":["trace[207226453] 'process raft request' (duration: 289.415487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:52.177079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.721178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:50:52.177114Z","caller":"traceutil/trace.go:171","msg":"trace[1388566921] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:21672; }","duration":"348.768919ms","start":"2026-04-28T07:50:51.828337Z","end":"2026-04-28T07:50:52.177106Z","steps":["trace[1388566921] 'agreement among raft nodes before linearized reading' (duration: 345.30526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:52.17713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:51.828278Z","time spent":"348.846822ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T07:50:52.534901Z","caller":"traceutil/trace.go:171","msg":"trace[1814556036] transaction","detail":"{read_only:false; response_revision:21673; number_of_response:1; }","duration":"363.273368ms","start":"2026-04-28T07:50:52.171601Z","end":"2026-04-28T07:50:52.534874Z","steps":["trace[1814556036] 'process raft request' (duration: 362.902478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:52.535208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.171571Z","time spent":"363.408351ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15100,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:52.536289Z","caller":"traceutil/trace.go:171","msg":"trace[228242506] linearizableReadLoop","detail":"{readStateIndex:22324; appliedIndex:22324; }","duration":"357.147712ms","start":"2026-04-28T07:50:52.179113Z","end":"2026-04-28T07:50:52.536261Z","steps":["trace[228242506] 'read index received' (duration: 357.133602ms)","trace[228242506] 'applied index is now lower than readState.Index' (duration: 11.9µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:52.536444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.304217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:52.536514Z","caller":"traceutil/trace.go:171","msg":"trace[76475670] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:21673; }","duration":"357.413279ms","start":"2026-04-28T07:50:52.179084Z","end":"2026-04-28T07:50:52.536497Z","steps":["trace[76475670] 'agreement among raft nodes before linearized reading' (duration: 357.263546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:52.53655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.17907Z","time spent":"357.475022ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-28T07:50:52.603984Z","caller":"traceutil/trace.go:171","msg":"trace[838927797] transaction","detail":"{read_only:false; response_revision:21674; number_of_response:1; }","duration":"422.625639ms","start":"2026-04-28T07:50:52.18131Z","end":"2026-04-28T07:50:52.603936Z","steps":["trace[838927797] 'process raft request' (duration: 421.943502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:52.604185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.181292Z","time spent":"422.806064ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":742,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:52.604578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.006645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:52.604611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.88117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:52.604689Z","caller":"traceutil/trace.go:171","msg":"trace[448131257] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:21675; }","duration":"252.17743ms","start":"2026-04-28T07:50:52.352485Z","end":"2026-04-28T07:50:52.604663Z","steps":["trace[448131257] 'agreement among raft nodes before linearized reading' (duration: 251.979505ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:52.604706Z","caller":"traceutil/trace.go:171","msg":"trace[1026059462] transaction","detail":"{read_only:false; response_revision:21675; number_of_response:1; }","duration":"122.759186ms","start":"2026-04-28T07:50:52.481916Z","end":"2026-04-28T07:50:52.604675Z","steps":["trace[1026059462] 'process raft request' (duration: 121.563446ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:52.604733Z","caller":"traceutil/trace.go:171","msg":"trace[944692764] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:21675; }","duration":"323.018973ms","start":"2026-04-28T07:50:52.281697Z","end":"2026-04-28T07:50:52.604716Z","steps":["trace[944692764] 'agreement among raft nodes before linearized reading' (duration: 322.812968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:52.60481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.281636Z","time spent":"323.162897ms","remote":"127.0.0.1:47644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:52.604813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.478114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T07:50:52.604858Z","caller":"traceutil/trace.go:171","msg":"trace[442670313] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21675; }","duration":"191.611547ms","start":"2026-04-28T07:50:52.413232Z","end":"2026-04-28T07:50:52.604844Z","steps":["trace[442670313] 'agreement among raft nodes before linearized reading' (duration: 191.402212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:52.605116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.842493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-28T07:50:52.605118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.716405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-28T07:50:52.605193Z","caller":"traceutil/trace.go:171","msg":"trace[2061985880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21675; }","duration":"192.835479ms","start":"2026-04-28T07:50:52.41234Z","end":"2026-04-28T07:50:52.605176Z","steps":["trace[2061985880] 'agreement among raft nodes before linearized reading' (duration: 192.599503ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:52.605198Z","caller":"traceutil/trace.go:171","msg":"trace[1641291153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21675; }","duration":"191.940046ms","start":"2026-04-28T07:50:52.413227Z","end":"2026-04-28T07:50:52.605167Z","steps":["trace[1641291153] 'agreement among raft nodes before linearized reading' (duration: 191.69017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:53.200978Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:53.702142Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161258,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:54.098324Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.46754614s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:50:54.098895Z","caller":"traceutil/trace.go:171","msg":"trace[376229754] transaction","detail":"{read_only:false; response_revision:21680; number_of_response:1; }","duration":"1.474223321s","start":"2026-04-28T07:50:52.624595Z","end":"2026-04-28T07:50:54.098818Z","steps":["trace[376229754] 'process raft request' (duration: 1.473954344s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:54.099215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.624568Z","time spent":"1.474524629s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:54.70353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000285023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:50:54.703613Z","caller":"traceutil/trace.go:171","msg":"trace[290098245] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000415936s","start":"2026-04-28T07:50:52.703177Z","end":"2026-04-28T07:50:54.703592Z","steps":["trace[290098245] 'agreement among raft nodes before linearized reading' (duration: 2.000311764s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:54.703663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.703158Z","time spent":"2.000494389s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:50:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:50:56.704267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000310605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:50:56.704347Z","caller":"traceutil/trace.go:171","msg":"trace[431424678] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000439508s","start":"2026-04-28T07:50:54.70389Z","end":"2026-04-28T07:50:56.70433Z","steps":["trace[431424678] 'agreement among raft nodes before linearized reading' (duration: 2.000346176s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:56.704394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:54.703868Z","time spent":"2.000512151s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:50:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:50:56.842667Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.74402721s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:50:56.843177Z","caller":"traceutil/trace.go:171","msg":"trace[457357339] transaction","detail":"{read_only:false; response_revision:21681; number_of_response:1; }","duration":"4.108985949s","start":"2026-04-28T07:50:52.73416Z","end":"2026-04-28T07:50:56.843146Z","steps":["trace[457357339] 'process raft request' (duration: 4.108678241s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:56.843267Z","caller":"traceutil/trace.go:171","msg":"trace[802938723] transaction","detail":"{read_only:false; response_revision:21686; number_of_response:1; }","duration":"4.108507835s","start":"2026-04-28T07:50:52.734739Z","end":"2026-04-28T07:50:56.843247Z","steps":["trace[802938723] 'process raft request' (duration: 4.108439614s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:56.843321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.734149Z","time spent":"4.109089531s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:56.843403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.734728Z","time spent":"4.108600008s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:56.843521Z","caller":"traceutil/trace.go:171","msg":"trace[256285372] transaction","detail":"{read_only:false; response_revision:21682; number_of_response:1; }","duration":"4.109341587s","start":"2026-04-28T07:50:52.734171Z","end":"2026-04-28T07:50:56.843513Z","steps":["trace[256285372] 'process raft request' (duration: 4.108860485s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:56.843587Z","caller":"traceutil/trace.go:171","msg":"trace[940134526] transaction","detail":"{read_only:false; response_revision:21687; number_of_response:1; }","duration":"4.10868408s","start":"2026-04-28T07:50:52.734893Z","end":"2026-04-28T07:50:56.843577Z","steps":["trace[940134526] 'process raft request' (duration: 4.108318811s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:56.84363Z","caller":"traceutil/trace.go:171","msg":"trace[1641210183] transaction","detail":"{read_only:false; response_revision:21683; number_of_response:1; }","duration":"4.10907731s","start":"2026-04-28T07:50:52.734545Z","end":"2026-04-28T07:50:56.843622Z","steps":["trace[1641210183] 'process raft request' (duration: 4.108534086s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:56.843653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.734864Z","time spent":"4.108758402s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:56.843687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.734524Z","time spent":"4.109129242s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:56.843765Z","caller":"traceutil/trace.go:171","msg":"trace[1762769265] transaction","detail":"{read_only:false; response_revision:21685; number_of_response:1; }","duration":"4.109052819s","start":"2026-04-28T07:50:52.734704Z","end":"2026-04-28T07:50:56.843757Z","steps":["trace[1762769265] 'process raft request' (duration: 4.108442534s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:56.843768Z","caller":"traceutil/trace.go:171","msg":"trace[340610692] transaction","detail":"{read_only:false; response_revision:21684; number_of_response:1; }","duration":"4.10907655s","start":"2026-04-28T07:50:52.734669Z","end":"2026-04-28T07:50:56.843746Z","steps":["trace[340610692] 'process raft request' (duration: 4.108443064s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:56.843807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.734693Z","time spent":"4.10909265s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:56.84385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.734658Z","time spent":"4.109150202s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:56.843599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.734151Z","time spent":"4.109392599s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:56.844095Z","caller":"traceutil/trace.go:171","msg":"trace[562703309] transaction","detail":"{read_only:false; response_revision:21688; number_of_response:1; }","duration":"4.108828864s","start":"2026-04-28T07:50:52.735256Z","end":"2026-04-28T07:50:56.844085Z","steps":["trace[562703309] 'process raft request' (duration: 4.108241309s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:56.844156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.735245Z","time spent":"4.108879405s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:56.844203Z","caller":"traceutil/trace.go:171","msg":"trace[602355120] transaction","detail":"{read_only:false; response_revision:21689; number_of_response:1; }","duration":"4.008135582s","start":"2026-04-28T07:50:52.836055Z","end":"2026-04-28T07:50:56.844191Z","steps":["trace[602355120] 'process raft request' (duration: 4.007937606s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:56.844267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.835998Z","time spent":"4.008212823s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6639,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:50:56.844297Z","caller":"traceutil/trace.go:171","msg":"trace[90760123] linearizableReadLoop","detail":"{readStateIndex:22341; appliedIndex:22330; }","duration":"4.143830747s","start":"2026-04-28T07:50:52.700457Z","end":"2026-04-28T07:50:56.844288Z","steps":["trace[90760123] 'read index received' (duration: 1.398147614s)","trace[90760123] 'applied index is now lower than readState.Index' (duration: 2.745682043s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:50:56.844401Z","caller":"traceutil/trace.go:171","msg":"trace[718771613] transaction","detail":"{read_only:false; response_revision:21690; number_of_response:1; }","duration":"3.375504096s","start":"2026-04-28T07:50:53.468889Z","end":"2026-04-28T07:50:56.844394Z","steps":["trace[718771613] 'process raft request' (duration: 3.37525946s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:56.844451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:53.468858Z","time spent":"3.375564168s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:56.844546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.144089713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:56.844578Z","caller":"traceutil/trace.go:171","msg":"trace[1226757959] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:21690; }","duration":"4.144169195s","start":"2026-04-28T07:50:52.700399Z","end":"2026-04-28T07:50:56.844568Z","steps":["trace[1226757959] 'agreement among raft nodes before linearized reading' (duration: 4.144111933s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:56.844602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.700372Z","time spent":"4.144223696s","remote":"127.0.0.1:51926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:57.345397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:57.846063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:58.080098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999520562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:50:58.080224Z","caller":"traceutil/trace.go:171","msg":"trace[212977274] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999708677s","start":"2026-04-28T07:50:53.080497Z","end":"2026-04-28T07:50:58.080206Z","steps":["trace[212977274] 'agreement among raft nodes before linearized reading' (duration: 4.999563013s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:58.080328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:53.08047Z","time spent":"4.999846719s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 07:50:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:50:58.16404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:50:58.164135Z","caller":"traceutil/trace.go:171","msg":"trace[1624085733] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000446319s","start":"2026-04-28T07:50:56.163667Z","end":"2026-04-28T07:50:58.164114Z","steps":["trace[1624085733] 'agreement among raft nodes before linearized reading' (duration: 2.000287955s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:58.164185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:56.163649Z","time spent":"2.00052063s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:58.346741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:50:58.494591Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.651731101s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:50:58.495116Z","caller":"traceutil/trace.go:171","msg":"trace[670977821] transaction","detail":"{read_only:false; response_revision:21692; number_of_response:1; }","duration":"2.762807708s","start":"2026-04-28T07:50:55.732281Z","end":"2026-04-28T07:50:58.495088Z","steps":["trace[670977821] 'process raft request' (duration: 2.762715876s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:58.495184Z","caller":"traceutil/trace.go:171","msg":"trace[1718989627] transaction","detail":"{read_only:false; response_revision:21691; number_of_response:1; }","duration":"4.36983055s","start":"2026-04-28T07:50:54.125313Z","end":"2026-04-28T07:50:58.495143Z","steps":["trace[1718989627] 'process raft request' (duration: 4.369461351s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:58.495334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:54.125265Z","time spent":"4.369992785s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:58.495321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:55.732253Z","time spent":"2.762956062s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:50:58.711289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000738267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:50:58.711399Z","caller":"traceutil/trace.go:171","msg":"trace[1467617614] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000920331s","start":"2026-04-28T07:50:56.710454Z","end":"2026-04-28T07:50:58.711375Z","steps":["trace[1467617614] 'agreement among raft nodes before linearized reading' (duration: 2.000770907s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:58.711451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:56.710436Z","time spent":"2.001005583s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:50:59.624073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999025291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:50:59.624208Z","caller":"traceutil/trace.go:171","msg":"trace[180706591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999233776s","start":"2026-04-28T07:50:54.624909Z","end":"2026-04-28T07:50:59.624143Z","steps":["trace[180706591] 'agreement among raft nodes before linearized reading' (duration: 4.999056011s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.624304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:54.624885Z","time spent":"4.999374719s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 07:50:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:50:59.633681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999516442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:50:59.633768Z","caller":"traceutil/trace.go:171","msg":"trace[1370831821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999677736s","start":"2026-04-28T07:50:54.634069Z","end":"2026-04-28T07:50:59.633747Z","steps":["trace[1370831821] 'agreement among raft nodes before linearized reading' (duration: 4.999558473s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.633822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:54.634048Z","time spent":"4.999760367s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 07:50:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:50:59.666741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.176827ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:50:59.667062Z","caller":"traceutil/trace.go:171","msg":"trace[1144052089] linearizableReadLoop","detail":"{readStateIndex:22344; appliedIndex:22341; }","duration":"2.822725513s","start":"2026-04-28T07:50:56.844319Z","end":"2026-04-28T07:50:59.667045Z","steps":["trace[1144052089] 'read index received' (duration: 1.650523541s)","trace[1144052089] 'applied index is now lower than readState.Index' (duration: 1.172199512s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:50:59.667249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.839308475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T07:50:59.667276Z","caller":"traceutil/trace.go:171","msg":"trace[844838945] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21692; }","duration":"2.839375567s","start":"2026-04-28T07:50:56.827893Z","end":"2026-04-28T07:50:59.667268Z","steps":["trace[844838945] 'agreement among raft nodes before linearized reading' (duration: 2.839224953s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:59.667279Z","caller":"traceutil/trace.go:171","msg":"trace[1803709849] transaction","detail":"{read_only:false; response_revision:21693; number_of_response:1; }","duration":"1.164387134s","start":"2026-04-28T07:50:58.502874Z","end":"2026-04-28T07:50:59.667262Z","steps":["trace[1803709849] 'process raft request' (duration: 1.164199659s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.66726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.276092133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:59.667345Z","caller":"traceutil/trace.go:171","msg":"trace[148963275] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:21692; }","duration":"5.276241387s","start":"2026-04-28T07:50:54.391083Z","end":"2026-04-28T07:50:59.667325Z","steps":["trace[148963275] 'agreement among raft nodes before linearized reading' (duration: 5.276074812s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.667388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.777729222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-28T07:50:59.667388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:54.391061Z","time spent":"5.276319959s","remote":"127.0.0.1:47486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:59.667411Z","caller":"traceutil/trace.go:171","msg":"trace[620079074] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21693; }","duration":"6.777770953s","start":"2026-04-28T07:50:52.889633Z","end":"2026-04-28T07:50:59.667404Z","steps":["trace[620079074] 'agreement among raft nodes before linearized reading' (duration: 6.77767897s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.667406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:58.502853Z","time spent":"1.164468585s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:50:59.66743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.889623Z","time spent":"6.777803044s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:50:59.667338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.627895248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:59.667299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:56.827876Z","time spent":"2.839417378s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:50:59.667595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.779478917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-28T07:50:59.667546Z","caller":"traceutil/trace.go:171","msg":"trace[1349554077] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21692; }","duration":"6.628118624s","start":"2026-04-28T07:50:53.039365Z","end":"2026-04-28T07:50:59.667483Z","steps":["trace[1349554077] 'agreement among raft nodes before linearized reading' (duration: 6.627786985s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.667676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.931024954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:50:59.667678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.309270248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:59.6677Z","caller":"traceutil/trace.go:171","msg":"trace[1681761060] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21693; }","duration":"6.931065336s","start":"2026-04-28T07:50:52.736628Z","end":"2026-04-28T07:50:59.667693Z","steps":["trace[1681761060] 'agreement among raft nodes before linearized reading' (duration: 6.931002664s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:59.667712Z","caller":"traceutil/trace.go:171","msg":"trace[542850719] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:21693; }","duration":"5.30934954s","start":"2026-04-28T07:50:54.35835Z","end":"2026-04-28T07:50:59.6677Z","steps":["trace[542850719] 'agreement among raft nodes before linearized reading' (duration: 5.309302159s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.667723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.736617Z","time spent":"6.931102446s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:59.667744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:54.358327Z","time spent":"5.309408782s","remote":"127.0.0.1:46468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:59.667749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.182233145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:59.667749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:53.039312Z","time spent":"6.62836904s","remote":"127.0.0.1:46806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:59.667851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.572049071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:59.667884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.932063091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:59.66789Z","caller":"traceutil/trace.go:171","msg":"trace[2026453926] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:21693; }","duration":"3.572125554s","start":"2026-04-28T07:50:56.095757Z","end":"2026-04-28T07:50:59.667882Z","steps":["trace[2026453926] 'agreement among raft nodes before linearized reading' (duration: 3.572068541s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:59.667907Z","caller":"traceutil/trace.go:171","msg":"trace[1721806530] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21693; }","duration":"6.932096343s","start":"2026-04-28T07:50:52.735802Z","end":"2026-04-28T07:50:59.667898Z","steps":["trace[1721806530] 'agreement among raft nodes before linearized reading' (duration: 6.93202992s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.667914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.033002415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-28T07:50:59.667926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.46719946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-28T07:50:59.667926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:56.095734Z","time spent":"3.572182854s","remote":"127.0.0.1:49868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:59.667943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.403768264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:59.667976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.93392977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:59.667981Z","caller":"traceutil/trace.go:171","msg":"trace[1077401487] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:21693; }","duration":"5.403807255s","start":"2026-04-28T07:50:54.264164Z","end":"2026-04-28T07:50:59.667971Z","steps":["trace[1077401487] 'agreement among raft nodes before linearized reading' (duration: 5.403742703s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.668064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.909619313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:59.668074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:54.264078Z","time spent":"5.403986529s","remote":"127.0.0.1:49886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:59.668093Z","caller":"traceutil/trace.go:171","msg":"trace[1128311390] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:21693; }","duration":"5.909677805s","start":"2026-04-28T07:50:53.758408Z","end":"2026-04-28T07:50:59.668086Z","steps":["trace[1128311390] 'agreement among raft nodes before linearized reading' (duration: 5.909638324s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.667667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.146348021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:50:59.668097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.933934299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:50:59.668128Z","caller":"traceutil/trace.go:171","msg":"trace[303182799] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21693; }","duration":"4.146932607s","start":"2026-04-28T07:50:55.521188Z","end":"2026-04-28T07:50:59.668121Z","steps":["trace[303182799] 'agreement among raft nodes before linearized reading' (duration: 4.146381622s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.668152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:55.521156Z","time spent":"4.146987678s","remote":"127.0.0.1:50502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:59.668158Z","caller":"traceutil/trace.go:171","msg":"trace[705909140] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21693; }","duration":"6.934026052s","start":"2026-04-28T07:50:52.734115Z","end":"2026-04-28T07:50:59.668141Z","steps":["trace[705909140] 'agreement among raft nodes before linearized reading' (duration: 6.933769716s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.668182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.318668949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:50:59.668209Z","caller":"traceutil/trace.go:171","msg":"trace[1813724571] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:21693; }","duration":"4.318736711s","start":"2026-04-28T07:50:55.349466Z","end":"2026-04-28T07:50:59.668203Z","steps":["trace[1813724571] 'agreement among raft nodes before linearized reading' (duration: 4.318501075s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.668226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:55.349443Z","time spent":"4.318780322s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":95,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:59.66815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:53.758391Z","time spent":"5.909749136s","remote":"127.0.0.1:34672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:59.668018Z","caller":"traceutil/trace.go:171","msg":"trace[1991785921] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21693; }","duration":"6.93396281s","start":"2026-04-28T07:50:52.734031Z","end":"2026-04-28T07:50:59.667994Z","steps":["trace[1991785921] 'agreement among raft nodes before linearized reading' (duration: 6.93393396s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:59.6678Z","caller":"traceutil/trace.go:171","msg":"trace[563162021] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:21693; }","duration":"3.182301508s","start":"2026-04-28T07:50:56.48548Z","end":"2026-04-28T07:50:59.667782Z","steps":["trace[563162021] 'agreement among raft nodes before linearized reading' (duration: 3.182236766s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.668269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.734022Z","time spent":"6.934237967s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:59.667951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.933809776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:59.668311Z","caller":"traceutil/trace.go:171","msg":"trace[801909288] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21693; }","duration":"6.934195416s","start":"2026-04-28T07:50:52.734109Z","end":"2026-04-28T07:50:59.668304Z","steps":["trace[801909288] 'agreement among raft nodes before linearized reading' (duration: 6.933828617s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.668068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.934171775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:50:59.668338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.734092Z","time spent":"6.934240367s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:59.66835Z","caller":"traceutil/trace.go:171","msg":"trace[1977222933] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21693; }","duration":"6.934481483s","start":"2026-04-28T07:50:52.733858Z","end":"2026-04-28T07:50:59.668339Z","steps":["trace[1977222933] 'agreement among raft nodes before linearized reading' (duration: 6.934172285s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.668367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:56.485466Z","time spent":"3.182812751s","remote":"127.0.0.1:36092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:59.668405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.733838Z","time spent":"6.934549435s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:50:59.667925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.735795Z","time spent":"6.932126284s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:50:59.667618Z","caller":"traceutil/trace.go:171","msg":"trace[1195994281] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21693; }","duration":"6.779555519s","start":"2026-04-28T07:50:52.888057Z","end":"2026-04-28T07:50:59.667612Z","steps":["trace[1195994281] 'agreement among raft nodes before linearized reading' (duration: 6.779498387s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.668584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.887978Z","time spent":"6.780594656s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T07:50:59.668027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.505814791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:59.668633Z","caller":"traceutil/trace.go:171","msg":"trace[644094499] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:21693; }","duration":"6.506487688s","start":"2026-04-28T07:50:53.162132Z","end":"2026-04-28T07:50:59.668619Z","steps":["trace[644094499] 'agreement among raft nodes before linearized reading' (duration: 6.505840362s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.668691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:53.162108Z","time spent":"6.506551409s","remote":"127.0.0.1:35886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:50:59.66795Z","caller":"traceutil/trace.go:171","msg":"trace[1362908218] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21693; }","duration":"5.033062387s","start":"2026-04-28T07:50:54.634879Z","end":"2026-04-28T07:50:59.667941Z","steps":["trace[1362908218] 'agreement among raft nodes before linearized reading' (duration: 5.032981575s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.668734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:54.634871Z","time spent":"5.033854887s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:59.668683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.013762654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:59.667954Z","caller":"traceutil/trace.go:171","msg":"trace[1119374962] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:21693; }","duration":"4.467281162s","start":"2026-04-28T07:50:55.200664Z","end":"2026-04-28T07:50:59.667945Z","steps":["trace[1119374962] 'agreement among raft nodes before linearized reading' (duration: 4.467133177s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:59.668859Z","caller":"traceutil/trace.go:171","msg":"trace[888580859] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:21693; }","duration":"6.01398244s","start":"2026-04-28T07:50:53.654866Z","end":"2026-04-28T07:50:59.668848Z","steps":["trace[888580859] 'agreement among raft nodes before linearized reading' (duration: 6.013778335s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.668878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:55.200639Z","time spent":"4.468222146s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T07:50:59.667623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.504595241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-28T07:50:59.669042Z","caller":"traceutil/trace.go:171","msg":"trace[1753110079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21693; }","duration":"5.506009977s","start":"2026-04-28T07:50:54.162974Z","end":"2026-04-28T07:50:59.668984Z","steps":["trace[1753110079] 'agreement among raft nodes before linearized reading' (duration: 5.50455412s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.669154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:54.162949Z","time spent":"5.506183012s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:50:59.668897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:53.65484Z","time spent":"6.014049121s","remote":"127.0.0.1:47572","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:50:59.669334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.934067052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:50:59.669836Z","caller":"traceutil/trace.go:171","msg":"trace[1588580727] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21693; }","duration":"6.934582084s","start":"2026-04-28T07:50:52.735244Z","end":"2026-04-28T07:50:59.669826Z","steps":["trace[1588580727] 'agreement among raft nodes before linearized reading' (duration: 6.934045141s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.669379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.934687998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:50:59.669448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.933689293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:59.669945Z","caller":"traceutil/trace.go:171","msg":"trace[512883432] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21693; }","duration":"6.935255232s","start":"2026-04-28T07:50:52.734663Z","end":"2026-04-28T07:50:59.669919Z","steps":["trace[512883432] 'agreement among raft nodes before linearized reading' (duration: 6.934685157s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:50:59.670001Z","caller":"traceutil/trace.go:171","msg":"trace[58614230] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21693; }","duration":"6.934247316s","start":"2026-04-28T07:50:52.735742Z","end":"2026-04-28T07:50:59.66999Z","steps":["trace[58614230] 'agreement among raft nodes before linearized reading' (duration: 6.93361175s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.670026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.734656Z","time spent":"6.935349204s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:50:59.670042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.735739Z","time spent":"6.934292067s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:59.669479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.934171884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:50:59.669889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.735239Z","time spent":"6.934615486s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:50:59.670226Z","caller":"traceutil/trace.go:171","msg":"trace[1466723699] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21693; }","duration":"6.934887532s","start":"2026-04-28T07:50:52.735283Z","end":"2026-04-28T07:50:59.670171Z","steps":["trace[1466723699] 'agreement among raft nodes before linearized reading' (duration: 6.934093692s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.669472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.934333039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:50:59.670341Z","caller":"traceutil/trace.go:171","msg":"trace[2027273620] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21693; }","duration":"6.935233971s","start":"2026-04-28T07:50:52.7351Z","end":"2026-04-28T07:50:59.670334Z","steps":["trace[2027273620] 'agreement among raft nodes before linearized reading' (duration: 6.934218015s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:50:59.670367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.735093Z","time spent":"6.935266682s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:59.67033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.735266Z","time spent":"6.935009395s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:50:59.668217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:52.734096Z","time spent":"6.934107504s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:00.014903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.700714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:00.015208Z","caller":"traceutil/trace.go:171","msg":"trace[169301612] transaction","detail":"{read_only:false; response_revision:21694; number_of_response:1; }","duration":"1.165078881s","start":"2026-04-28T07:50:58.850103Z","end":"2026-04-28T07:51:00.015182Z","steps":["trace[169301612] 'process raft request' (duration: 1.040015898s)","trace[169301612] 'compare' (duration: 124.335545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:00.015318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:58.850071Z","time spent":"1.165208055s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:00.015926Z","caller":"traceutil/trace.go:171","msg":"trace[607245063] transaction","detail":"{read_only:false; response_revision:21696; number_of_response:1; }","duration":"1.16378973s","start":"2026-04-28T07:50:58.852122Z","end":"2026-04-28T07:51:00.015912Z","steps":["trace[607245063] 'process raft request' (duration: 1.163699237s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:00.015943Z","caller":"traceutil/trace.go:171","msg":"trace[1708073545] transaction","detail":"{read_only:false; response_revision:21695; number_of_response:1; }","duration":"1.16497547s","start":"2026-04-28T07:50:58.850931Z","end":"2026-04-28T07:51:00.015906Z","steps":["trace[1708073545] 'process raft request' (duration: 1.164085196s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:00.016043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:58.850913Z","time spent":"1.165063031s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:00.01633Z","caller":"traceutil/trace.go:171","msg":"trace[1015717102] transaction","detail":"{read_only:false; response_revision:21699; number_of_response:1; }","duration":"1.162135597s","start":"2026-04-28T07:50:58.854175Z","end":"2026-04-28T07:51:00.01631Z","steps":["trace[1015717102] 'process raft request' (duration: 1.162023734s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:00.016392Z","caller":"traceutil/trace.go:171","msg":"trace[139391492] transaction","detail":"{read_only:false; response_revision:21697; number_of_response:1; }","duration":"1.163883112s","start":"2026-04-28T07:50:58.852496Z","end":"2026-04-28T07:51:00.016379Z","steps":["trace[139391492] 'process raft request' (duration: 1.16337274s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:00.016455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:58.852484Z","time spent":"1.163936103s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:00.016447Z","caller":"traceutil/trace.go:171","msg":"trace[1207114950] transaction","detail":"{read_only:false; response_revision:21698; number_of_response:1; }","duration":"1.163505812s","start":"2026-04-28T07:50:58.852929Z","end":"2026-04-28T07:51:00.016435Z","steps":["trace[1207114950] 'process raft request' (duration: 1.163136763s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:00.016473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:58.854147Z","time spent":"1.162235059s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:00.016534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:58.852894Z","time spent":"1.163602934s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:00.016782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:58.852109Z","time spent":"1.163856281s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:00.016799Z","caller":"traceutil/trace.go:171","msg":"trace[1304697824] transaction","detail":"{read_only:false; response_revision:21700; number_of_response:1; }","duration":"1.162154718s","start":"2026-04-28T07:50:58.854632Z","end":"2026-04-28T07:51:00.016787Z","steps":["trace[1304697824] 'process raft request' (duration: 1.161631755s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:00.01686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:58.854625Z","time spent":"1.162204699s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:00.017017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679218231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:00.017048Z","caller":"traceutil/trace.go:171","msg":"trace[1628299964] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:21701; }","duration":"1.679300143s","start":"2026-04-28T07:50:58.337738Z","end":"2026-04-28T07:51:00.017038Z","steps":["trace[1628299964] 'agreement among raft nodes before linearized reading' (duration: 1.679162919s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:00.017072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:58.337713Z","time spent":"1.679352265s","remote":"127.0.0.1:46830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:00.017055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215665689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:00.017063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569283441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:00.017111Z","caller":"traceutil/trace.go:171","msg":"trace[621281735] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:21701; }","duration":"2.215775411s","start":"2026-04-28T07:50:57.801322Z","end":"2026-04-28T07:51:00.017098Z","steps":["trace[621281735] 'agreement among raft nodes before linearized reading' (duration: 2.215640478s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:00.01712Z","caller":"traceutil/trace.go:171","msg":"trace[1980184048] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:21701; }","duration":"2.569367164s","start":"2026-04-28T07:50:57.447738Z","end":"2026-04-28T07:51:00.017105Z","steps":["trace[1980184048] 'agreement among raft nodes before linearized reading' (duration: 2.569273941s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:00.017128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531637594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-28T07:51:00.017051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296233471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:00.017149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:57.801303Z","time spent":"2.215840133s","remote":"127.0.0.1:51402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:00.01712Z","caller":"traceutil/trace.go:171","msg":"trace[217428755] transaction","detail":"{read_only:false; response_revision:21701; number_of_response:1; }","duration":"1.146791516s","start":"2026-04-28T07:50:58.870312Z","end":"2026-04-28T07:51:00.017103Z","steps":["trace[217428755] 'process raft request' (duration: 1.146324384s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:00.017165Z","caller":"traceutil/trace.go:171","msg":"trace[1967991005] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21701; }","duration":"1.531728977s","start":"2026-04-28T07:50:58.485427Z","end":"2026-04-28T07:51:00.017156Z","steps":["trace[1967991005] 'agreement among raft nodes before linearized reading' (duration: 1.531596744s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:00.017167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:57.447727Z","time spent":"2.569426725s","remote":"127.0.0.1:49876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:00.017192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:58.485402Z","time spent":"1.531784928s","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-28T07:51:00.017191Z","caller":"traceutil/trace.go:171","msg":"trace[1331113354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21701; }","duration":"1.296424166s","start":"2026-04-28T07:50:58.720746Z","end":"2026-04-28T07:51:00.017171Z","steps":["trace[1331113354] 'agreement among raft nodes before linearized reading' (duration: 1.296223391s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:00.017211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243529038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:00.017245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:58.870286Z","time spent":"1.146901329s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:00.017264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:58.720724Z","time spent":"1.296522128s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:51:00.017272Z","caller":"traceutil/trace.go:171","msg":"trace[1309647856] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:21701; }","duration":"2.243655431s","start":"2026-04-28T07:50:57.773599Z","end":"2026-04-28T07:51:00.017254Z","steps":["trace[1309647856] 'agreement among raft nodes before linearized reading' (duration: 2.243357284s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:00.017322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:57.773561Z","time spent":"2.243745714s","remote":"127.0.0.1:46512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:00.017537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591078316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:00.017599Z","caller":"traceutil/trace.go:171","msg":"trace[274723632] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:21701; }","duration":"2.591178909s","start":"2026-04-28T07:50:57.426405Z","end":"2026-04-28T07:51:00.017584Z","steps":["trace[274723632] 'agreement among raft nodes before linearized reading' (duration: 2.591063276s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:00.017289Z","caller":"traceutil/trace.go:171","msg":"trace[1610514061] linearizableReadLoop","detail":"{readStateIndex:22353; appliedIndex:22345; }","duration":"349.737764ms","start":"2026-04-28T07:50:59.667096Z","end":"2026-04-28T07:51:00.016833Z","steps":["trace[1610514061] 'read index received' (duration: 223.10641ms)","trace[1610514061] 'applied index is now lower than readState.Index' (duration: 126.628104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:00.017642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:57.426378Z","time spent":"2.591253661s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:00.40827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.305314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:00.408687Z","caller":"traceutil/trace.go:171","msg":"trace[1995482791] transaction","detail":"{read_only:false; response_revision:21707; number_of_response:1; }","duration":"272.291532ms","start":"2026-04-28T07:51:00.136374Z","end":"2026-04-28T07:51:00.408666Z","steps":["trace[1995482791] 'process raft request' (duration: 272.236581ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:00.409004Z","caller":"traceutil/trace.go:171","msg":"trace[406782808] transaction","detail":"{read_only:false; response_revision:21702; number_of_response:1; }","duration":"736.020919ms","start":"2026-04-28T07:50:59.67297Z","end":"2026-04-28T07:51:00.408991Z","steps":["trace[406782808] 'process raft request' (duration: 559.893315ms)","trace[406782808] 'compare' (duration: 174.937414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:00.40907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:59.672944Z","time spent":"736.096601ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:51:00.409353Z","caller":"traceutil/trace.go:171","msg":"trace[1814871629] transaction","detail":"{read_only:false; response_revision:21704; number_of_response:1; }","duration":"735.408832ms","start":"2026-04-28T07:50:59.673927Z","end":"2026-04-28T07:51:00.409336Z","steps":["trace[1814871629] 'process raft request' (duration: 734.549651ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:00.409362Z","caller":"traceutil/trace.go:171","msg":"trace[1527540804] linearizableReadLoop","detail":"{readStateIndex:22358; appliedIndex:22353; }","duration":"391.696793ms","start":"2026-04-28T07:51:00.017651Z","end":"2026-04-28T07:51:00.409348Z","steps":["trace[1527540804] 'read index received' (duration: 215.23259ms)","trace[1527540804] 'applied index is now lower than readState.Index' (duration: 176.463193ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:00.409379Z","caller":"traceutil/trace.go:171","msg":"trace[1255985002] transaction","detail":"{read_only:false; response_revision:21703; number_of_response:1; }","duration":"736.241104ms","start":"2026-04-28T07:50:59.67311Z","end":"2026-04-28T07:51:00.409351Z","steps":["trace[1255985002] 'process raft request' (duration: 735.28188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:00.409436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:59.673907Z","time spent":"735.480974ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:00.409418Z","caller":"traceutil/trace.go:171","msg":"trace[102970589] transaction","detail":"{read_only:false; response_revision:21705; number_of_response:1; }","duration":"735.035213ms","start":"2026-04-28T07:50:59.674337Z","end":"2026-04-28T07:51:00.409373Z","steps":["trace[102970589] 'process raft request' (duration: 734.185362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:00.409538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:59.673102Z","time spent":"736.343227ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:00.409545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.280661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:00.409566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.097283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-04-28T07:51:00.409566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.599027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:136"} {"level":"info","ts":"2026-04-28T07:51:00.409587Z","caller":"traceutil/trace.go:171","msg":"trace[1639954783] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:21707; }","duration":"534.425046ms","start":"2026-04-28T07:50:59.87515Z","end":"2026-04-28T07:51:00.409575Z","steps":["trace[1639954783] 'agreement among raft nodes before linearized reading' (duration: 534.285183ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:00.409608Z","caller":"traceutil/trace.go:171","msg":"trace[1279623025] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0; range_end:; response_count:1; response_revision:21707; }","duration":"687.179905ms","start":"2026-04-28T07:50:59.722416Z","end":"2026-04-28T07:51:00.409596Z","steps":["trace[1279623025] 'agreement among raft nodes before linearized reading' (duration: 687.022591ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:00.409626Z","caller":"traceutil/trace.go:171","msg":"trace[444654763] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:21707; }","duration":"625.702739ms","start":"2026-04-28T07:50:59.783902Z","end":"2026-04-28T07:51:00.409605Z","steps":["trace[444654763] 'agreement among raft nodes before linearized reading' (duration: 625.489334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:00.409609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.973584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:00.409669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:59.783882Z","time spent":"625.77814ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"warn","ts":"2026-04-28T07:51:00.409669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:59.674325Z","time spent":"735.202447ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:00.409704Z","caller":"traceutil/trace.go:171","msg":"trace[1823247882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21707; }","duration":"391.094916ms","start":"2026-04-28T07:51:00.018589Z","end":"2026-04-28T07:51:00.409684Z","steps":["trace[1823247882] 'agreement among raft nodes before linearized reading' (duration: 390.951402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:00.409755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.644287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-28T07:51:00.409645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:59.875113Z","time spent":"534.522549ms","remote":"127.0.0.1:52000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:00.409755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:00.018569Z","time spent":"391.177289ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:51:00.409789Z","caller":"traceutil/trace.go:171","msg":"trace[1258154085] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21707; }","duration":"731.705029ms","start":"2026-04-28T07:50:59.678076Z","end":"2026-04-28T07:51:00.409781Z","steps":["trace[1258154085] 'agreement among raft nodes before linearized reading' (duration: 731.601076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:00.409783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.148056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-endpoints-sndpw\" ","response":"range_response_count:1 size:15118"} {"level":"warn","ts":"2026-04-28T07:51:00.409837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.78042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T07:51:00.409866Z","caller":"traceutil/trace.go:171","msg":"trace[525972672] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-endpoints-sndpw; range_end:; response_count:1; response_revision:21707; }","duration":"191.242448ms","start":"2026-04-28T07:51:00.218605Z","end":"2026-04-28T07:51:00.409847Z","steps":["trace[525972672] 'agreement among raft nodes before linearized reading' (duration: 191.006652ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:00.409861Z","caller":"traceutil/trace.go:171","msg":"trace[1747859451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21707; }","duration":"328.80367ms","start":"2026-04-28T07:51:00.08105Z","end":"2026-04-28T07:51:00.409853Z","steps":["trace[1747859451] 'agreement among raft nodes before linearized reading' (duration: 328.652417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:00.409926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:00.080986Z","time spent":"328.918574ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:51:00.409646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:59.722397Z","time spent":"687.242016ms","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-manila-server-0\" "} {"level":"warn","ts":"2026-04-28T07:51:00.409816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:59.678061Z","time spent":"731.749679ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:51:00.409365Z","caller":"traceutil/trace.go:171","msg":"trace[87231915] transaction","detail":"{read_only:false; response_revision:21706; number_of_response:1; }","duration":"734.335015ms","start":"2026-04-28T07:50:59.674995Z","end":"2026-04-28T07:51:00.40933Z","steps":["trace[87231915] 'process raft request' (duration: 733.572716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:00.410157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:50:59.674971Z","time spent":"735.102795ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:00.970694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161297,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:51:01.118041Z","caller":"traceutil/trace.go:171","msg":"trace[1551211113] transaction","detail":"{read_only:false; response_revision:21710; number_of_response:1; }","duration":"692.930011ms","start":"2026-04-28T07:51:00.425078Z","end":"2026-04-28T07:51:01.118008Z","steps":["trace[1551211113] 'process raft request' (duration: 692.843009ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:01.118467Z","caller":"traceutil/trace.go:171","msg":"trace[904596331] transaction","detail":"{read_only:false; response_revision:21709; number_of_response:1; }","duration":"701.629272ms","start":"2026-04-28T07:51:00.416775Z","end":"2026-04-28T07:51:01.118404Z","steps":["trace[904596331] 'process raft request' (duration: 701.054778ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:01.118569Z","caller":"traceutil/trace.go:171","msg":"trace[651600236] transaction","detail":"{read_only:false; response_revision:21708; number_of_response:1; }","duration":"701.94844ms","start":"2026-04-28T07:51:00.41661Z","end":"2026-04-28T07:51:01.118558Z","steps":["trace[651600236] 'process raft request' (duration: 701.010256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:01.118689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:00.416593Z","time spent":"701.997062ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:51:01.118744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:00.416748Z","time spent":"701.857608ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:01.118516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:00.425068Z","time spent":"693.080205ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15111,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:02.261758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.449362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:02.261976Z","caller":"traceutil/trace.go:171","msg":"trace[1322260094] transaction","detail":"{read_only:false; response_revision:21712; number_of_response:1; }","duration":"1.124492078s","start":"2026-04-28T07:51:01.137464Z","end":"2026-04-28T07:51:02.261956Z","steps":["trace[1322260094] 'process raft request' (duration: 1.124417896s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.262031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:01.137431Z","time spent":"1.124581971s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":715,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:51:02.262239Z","caller":"traceutil/trace.go:171","msg":"trace[117707049] transaction","detail":"{read_only:false; response_revision:21711; number_of_response:1; }","duration":"1.79069739s","start":"2026-04-28T07:51:00.471531Z","end":"2026-04-28T07:51:02.262229Z","steps":["trace[117707049] 'process raft request' (duration: 1.351670613s)","trace[117707049] 'compare' (duration: 438.258817ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:02.26229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:00.471512Z","time spent":"1.790749061s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:02.262405Z","caller":"traceutil/trace.go:171","msg":"trace[270946444] linearizableReadLoop","detail":"{readStateIndex:22364; appliedIndex:22360; }","duration":"1.792219969s","start":"2026-04-28T07:51:00.470176Z","end":"2026-04-28T07:51:02.262396Z","steps":["trace[270946444] 'read index received' (duration: 647.342231ms)","trace[270946444] 'applied index is now lower than readState.Index' (duration: 1.144876797s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:02.262611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822790337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:02.262635Z","caller":"traceutil/trace.go:171","msg":"trace[1726004001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21712; }","duration":"1.822867208s","start":"2026-04-28T07:51:00.439762Z","end":"2026-04-28T07:51:02.262629Z","steps":["trace[1726004001] 'agreement among raft nodes before linearized reading' (duration: 1.822794817s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.262652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:00.439738Z","time spent":"1.822910859s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:02.262825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846246283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-144d9b90-3c11-4d84-89a6-82dcf0c9c9cd\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-28T07:51:02.262848Z","caller":"traceutil/trace.go:171","msg":"trace[1886453908] range","detail":"{range_begin:/registry/persistentvolumes/pvc-144d9b90-3c11-4d84-89a6-82dcf0c9c9cd; range_end:; response_count:1; response_revision:21712; }","duration":"1.846289695s","start":"2026-04-28T07:51:00.416552Z","end":"2026-04-28T07:51:02.262842Z","steps":["trace[1886453908] 'agreement among raft nodes before linearized reading' (duration: 1.846186202s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.262865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:00.41654Z","time spent":"1.846318965s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-144d9b90-3c11-4d84-89a6-82dcf0c9c9cd\" "} {"level":"warn","ts":"2026-04-28T07:51:02.703612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.555729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:02.703953Z","caller":"traceutil/trace.go:171","msg":"trace[266229549] transaction","detail":"{read_only:false; response_revision:21713; number_of_response:1; }","duration":"678.081452ms","start":"2026-04-28T07:51:02.025843Z","end":"2026-04-28T07:51:02.703925Z","steps":["trace[266229549] 'process raft request' (duration: 394.116974ms)","trace[266229549] 'compare' (duration: 282.722987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:02.704053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.025816Z","time spent":"678.199866ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:02.704528Z","caller":"traceutil/trace.go:171","msg":"trace[1937304807] transaction","detail":"{read_only:false; response_revision:21714; number_of_response:1; }","duration":"677.264831ms","start":"2026-04-28T07:51:02.027211Z","end":"2026-04-28T07:51:02.704476Z","steps":["trace[1937304807] 'process raft request' (duration: 676.670106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:02.704635Z","caller":"traceutil/trace.go:171","msg":"trace[651113496] transaction","detail":"{read_only:false; response_revision:21715; number_of_response:1; }","duration":"677.354654ms","start":"2026-04-28T07:51:02.027242Z","end":"2026-04-28T07:51:02.704596Z","steps":["trace[651113496] 'process raft request' (duration: 677.153038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.704829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.027207Z","time spent":"677.5815ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:02.704723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.027201Z","time spent":"677.409875ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:02.705014Z","caller":"traceutil/trace.go:171","msg":"trace[2079958373] transaction","detail":"{read_only:false; response_revision:21716; number_of_response:1; }","duration":"677.704843ms","start":"2026-04-28T07:51:02.027296Z","end":"2026-04-28T07:51:02.705001Z","steps":["trace[2079958373] 'process raft request' (duration: 677.135328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.705075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.027286Z","time spent":"677.759804ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:02.705391Z","caller":"traceutil/trace.go:171","msg":"trace[688685624] transaction","detail":"{read_only:false; response_revision:21718; number_of_response:1; }","duration":"677.889208ms","start":"2026-04-28T07:51:02.027488Z","end":"2026-04-28T07:51:02.705377Z","steps":["trace[688685624] 'process raft request' (duration: 677.779995ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:02.705429Z","caller":"traceutil/trace.go:171","msg":"trace[666648299] transaction","detail":"{read_only:false; response_revision:21719; number_of_response:1; }","duration":"677.730664ms","start":"2026-04-28T07:51:02.02768Z","end":"2026-04-28T07:51:02.705411Z","steps":["trace[666648299] 'process raft request' (duration: 677.645671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.705454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.027477Z","time spent":"677.947739ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:02.705505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.027638Z","time spent":"677.830746ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:02.705541Z","caller":"traceutil/trace.go:171","msg":"trace[1701004980] transaction","detail":"{read_only:false; response_revision:21720; number_of_response:1; }","duration":"675.921338ms","start":"2026-04-28T07:51:02.029607Z","end":"2026-04-28T07:51:02.705528Z","steps":["trace[1701004980] 'process raft request' (duration: 675.754343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.705593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.029575Z","time spent":"675.99395ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:02.705638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.231439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:02.705682Z","caller":"traceutil/trace.go:171","msg":"trace[630818093] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:21720; }","duration":"770.310691ms","start":"2026-04-28T07:51:01.935358Z","end":"2026-04-28T07:51:02.705668Z","steps":["trace[630818093] 'agreement among raft nodes before linearized reading' (duration: 770.224509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.705652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.893214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:02.705718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:01.935336Z","time spent":"770.374022ms","remote":"127.0.0.1:34746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:02.705733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025927628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:02.705788Z","caller":"traceutil/trace.go:171","msg":"trace[827231423] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21720; }","duration":"1.026012241s","start":"2026-04-28T07:51:01.679765Z","end":"2026-04-28T07:51:02.705777Z","steps":["trace[827231423] 'agreement among raft nodes before linearized reading' (duration: 1.025689913s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.705794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070278497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T07:51:02.705783Z","caller":"traceutil/trace.go:171","msg":"trace[1558779610] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:21720; }","duration":"637.017747ms","start":"2026-04-28T07:51:02.068723Z","end":"2026-04-28T07:51:02.705741Z","steps":["trace[1558779610] 'agreement among raft nodes before linearized reading' (duration: 636.771661ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:02.705831Z","caller":"traceutil/trace.go:171","msg":"trace[900217093] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21720; }","duration":"1.070339409s","start":"2026-04-28T07:51:01.63548Z","end":"2026-04-28T07:51:02.70582Z","steps":["trace[900217093] 'agreement among raft nodes before linearized reading' (duration: 1.070260027s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.705804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027967351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:02.705863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024183435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:02.705871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:01.63547Z","time spent":"1.07039153s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:51:02.70589Z","caller":"traceutil/trace.go:171","msg":"trace[929824087] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21720; }","duration":"1.024219585s","start":"2026-04-28T07:51:01.681664Z","end":"2026-04-28T07:51:02.705884Z","steps":["trace[929824087] 'agreement among raft nodes before linearized reading' (duration: 1.024173534s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.705908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:01.681658Z","time spent":"1.024246886s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:02.705862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.06865Z","time spent":"637.198222ms","remote":"127.0.0.1:36042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:02.70595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172297764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:02.705964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027618221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:02.706026Z","caller":"traceutil/trace.go:171","msg":"trace[508860177] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21720; }","duration":"1.027690534s","start":"2026-04-28T07:51:01.678323Z","end":"2026-04-28T07:51:02.706014Z","steps":["trace[508860177] 'agreement among raft nodes before linearized reading' (duration: 1.027610982s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.706038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028944085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:02.706127Z","caller":"traceutil/trace.go:171","msg":"trace[1751875085] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21720; }","duration":"1.028995946s","start":"2026-04-28T07:51:01.677065Z","end":"2026-04-28T07:51:02.706061Z","steps":["trace[1751875085] 'agreement among raft nodes before linearized reading' (duration: 1.028864413s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.70617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:01.677059Z","time spent":"1.029101549s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:02.705824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:01.679757Z","time spent":"1.026060292s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:02.706177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079287787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-28T07:51:02.706199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862375854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:02.70622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028711959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:02.706241Z","caller":"traceutil/trace.go:171","msg":"trace[605587957] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21720; }","duration":"1.02875277s","start":"2026-04-28T07:51:01.677482Z","end":"2026-04-28T07:51:02.706235Z","steps":["trace[605587957] 'agreement among raft nodes before linearized reading' (duration: 1.028688589s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.70626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:01.677474Z","time spent":"1.028783341s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:51:02.706219Z","caller":"traceutil/trace.go:171","msg":"trace[1147900927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21720; }","duration":"1.079357849s","start":"2026-04-28T07:51:01.626847Z","end":"2026-04-28T07:51:02.706205Z","steps":["trace[1147900927] 'agreement among raft nodes before linearized reading' (duration: 1.079202355s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:02.70625Z","caller":"traceutil/trace.go:171","msg":"trace[358158754] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:21720; }","duration":"1.862422485s","start":"2026-04-28T07:51:00.843809Z","end":"2026-04-28T07:51:02.706231Z","steps":["trace[358158754] 'agreement among raft nodes before linearized reading' (duration: 1.862344153s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.706298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286998395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:02.706121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:01.678316Z","time spent":"1.027746425s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:51:02.706333Z","caller":"traceutil/trace.go:171","msg":"trace[1711571778] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:21720; }","duration":"1.287073927s","start":"2026-04-28T07:51:01.419251Z","end":"2026-04-28T07:51:02.706324Z","steps":["trace[1711571778] 'agreement among raft nodes before linearized reading' (duration: 1.287020695s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:02.706025Z","caller":"traceutil/trace.go:171","msg":"trace[557803223] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:21720; }","duration":"2.172486178s","start":"2026-04-28T07:51:00.533518Z","end":"2026-04-28T07:51:02.706004Z","steps":["trace[557803223] 'agreement among raft nodes before linearized reading' (duration: 2.172216181s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.706369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:01.419217Z","time spent":"1.287144139s","remote":"127.0.0.1:47630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:02.70639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029901049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:02.706409Z","caller":"traceutil/trace.go:171","msg":"trace[859286449] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21720; }","duration":"1.029963952s","start":"2026-04-28T07:51:01.67644Z","end":"2026-04-28T07:51:02.706404Z","steps":["trace[859286449] 'agreement among raft nodes before linearized reading' (duration: 1.029936541s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.706402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:00.533499Z","time spent":"2.172885048s","remote":"127.0.0.1:35940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:02.706426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:01.676408Z","time spent":"1.030015333s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:02.70632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:00.843801Z","time spent":"1.862510537s","remote":"127.0.0.1:46960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:02.706529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030179438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:02.705905Z","caller":"traceutil/trace.go:171","msg":"trace[437897625] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21720; }","duration":"1.028098223s","start":"2026-04-28T07:51:01.677784Z","end":"2026-04-28T07:51:02.705882Z","steps":["trace[437897625] 'agreement among raft nodes before linearized reading' (duration: 1.027730304s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:02.706547Z","caller":"traceutil/trace.go:171","msg":"trace[2048294013] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21720; }","duration":"1.030222848s","start":"2026-04-28T07:51:01.67632Z","end":"2026-04-28T07:51:02.706543Z","steps":["trace[2048294013] 'agreement among raft nodes before linearized reading' (duration: 1.030175337s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.706565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:01.676305Z","time spent":"1.03025572s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:02.706565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:01.677777Z","time spent":"1.028778541s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:02.706586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867349249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:51:02.706367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030080675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:02.706672Z","caller":"traceutil/trace.go:171","msg":"trace[1627524814] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21720; }","duration":"1.030388693s","start":"2026-04-28T07:51:01.676264Z","end":"2026-04-28T07:51:02.706653Z","steps":["trace[1627524814] 'agreement among raft nodes before linearized reading' (duration: 1.030069305s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:02.706665Z","caller":"traceutil/trace.go:171","msg":"trace[1874805637] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21720; }","duration":"1.867502874s","start":"2026-04-28T07:51:00.83915Z","end":"2026-04-28T07:51:02.706653Z","steps":["trace[1874805637] 'agreement among raft nodes before linearized reading' (duration: 1.86736759s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:02.705573Z","caller":"traceutil/trace.go:171","msg":"trace[305946254] linearizableReadLoop","detail":"{readStateIndex:22373; appliedIndex:22365; }","duration":"442.993078ms","start":"2026-04-28T07:51:02.262425Z","end":"2026-04-28T07:51:02.705418Z","steps":["trace[305946254] 'read index received' (duration: 157.337396ms)","trace[305946254] 'applied index is now lower than readState.Index' (duration: 285.654612ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:02.706736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:01.676255Z","time spent":"1.030458744s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:02.706759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:00.839121Z","time spent":"1.867620936s","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:02.70684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029411037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:02.706882Z","caller":"traceutil/trace.go:171","msg":"trace[1168496527] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21720; }","duration":"1.029465038s","start":"2026-04-28T07:51:01.677408Z","end":"2026-04-28T07:51:02.706873Z","steps":["trace[1168496527] 'agreement among raft nodes before linearized reading' (duration: 1.029347215s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.706917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:01.677403Z","time spent":"1.029508319s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:02.706513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:01.62682Z","time spent":"1.079496962s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:51:02.706943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.799223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:02.706744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156481891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:02.707029Z","caller":"traceutil/trace.go:171","msg":"trace[294026264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21720; }","duration":"442.936636ms","start":"2026-04-28T07:51:02.264081Z","end":"2026-04-28T07:51:02.707017Z","steps":["trace[294026264] 'agreement among raft nodes before linearized reading' (duration: 442.815823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.707063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.264056Z","time spent":"443.001608ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:51:02.707049Z","caller":"traceutil/trace.go:171","msg":"trace[875594109] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:21720; }","duration":"2.156913732s","start":"2026-04-28T07:51:00.550122Z","end":"2026-04-28T07:51:02.707036Z","steps":["trace[875594109] 'agreement among raft nodes before linearized reading' (duration: 2.156525343s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.70717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:00.550094Z","time spent":"2.157024005s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-28T07:51:02.707215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.624088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-28T07:51:02.707226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.187242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:51:02.707244Z","caller":"traceutil/trace.go:171","msg":"trace[440597826] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21720; }","duration":"442.66641ms","start":"2026-04-28T07:51:02.264571Z","end":"2026-04-28T07:51:02.707237Z","steps":["trace[440597826] 'agreement among raft nodes before linearized reading' (duration: 442.611648ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:02.707246Z","caller":"traceutil/trace.go:171","msg":"trace[291505860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21720; }","duration":"291.269975ms","start":"2026-04-28T07:51:02.41597Z","end":"2026-04-28T07:51:02.70724Z","steps":["trace[291505860] 'agreement among raft nodes before linearized reading' (duration: 291.201153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.707265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.264551Z","time spent":"442.71115ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T07:51:02.707479Z","caller":"traceutil/trace.go:171","msg":"trace[2041501294] transaction","detail":"{read_only:false; response_revision:21717; number_of_response:1; }","duration":"680.053553ms","start":"2026-04-28T07:51:02.027415Z","end":"2026-04-28T07:51:02.707469Z","steps":["trace[2041501294] 'process raft request' (duration: 677.553839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.707531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.027406Z","time spent":"680.101214ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:02.707614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.789772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T07:51:02.70764Z","caller":"traceutil/trace.go:171","msg":"trace[110279032] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21720; }","duration":"291.411859ms","start":"2026-04-28T07:51:02.416222Z","end":"2026-04-28T07:51:02.707634Z","steps":["trace[110279032] 'agreement among raft nodes before linearized reading' (duration: 290.757531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.707347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.702499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-f989756b7-blz9x.18aa75e3e64fd246\" ","response":"range_response_count:1 size:1175"} {"level":"info","ts":"2026-04-28T07:51:02.711322Z","caller":"traceutil/trace.go:171","msg":"trace[1457274344] range","detail":"{range_begin:/registry/events/openstack/manila-api-f989756b7-blz9x.18aa75e3e64fd246; range_end:; response_count:1; response_revision:21720; }","duration":"444.67217ms","start":"2026-04-28T07:51:02.266625Z","end":"2026-04-28T07:51:02.711297Z","steps":["trace[1457274344] 'agreement among raft nodes before linearized reading' (duration: 440.623317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.71138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.266619Z","time spent":"444.735553ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1197,"request content":"key:\"/registry/events/openstack/manila-api-f989756b7-blz9x.18aa75e3e64fd246\" "} {"level":"warn","ts":"2026-04-28T07:51:02.711751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034624829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:02.711789Z","caller":"traceutil/trace.go:171","msg":"trace[1794679594] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21720; }","duration":"1.034682181s","start":"2026-04-28T07:51:01.6771Z","end":"2026-04-28T07:51:02.711782Z","steps":["trace[1794679594] 'agreement among raft nodes before linearized reading' (duration: 1.02833748s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:02.711808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:01.677092Z","time spent":"1.034710772s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:03.219859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161313,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:51:03.291301Z","caller":"traceutil/trace.go:171","msg":"trace[818221373] transaction","detail":"{read_only:false; response_revision:21721; number_of_response:1; }","duration":"577.367489ms","start":"2026-04-28T07:51:02.713907Z","end":"2026-04-28T07:51:03.291275Z","steps":["trace[818221373] 'process raft request' (duration: 577.147863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:03.291465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.71389Z","time spent":"577.491512ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:03.862175Z","caller":"traceutil/trace.go:171","msg":"trace[2133706787] transaction","detail":"{read_only:false; response_revision:21722; number_of_response:1; }","duration":"1.142983989s","start":"2026-04-28T07:51:02.719149Z","end":"2026-04-28T07:51:03.862133Z","steps":["trace[2133706787] 'process raft request' (duration: 1.142666271s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:03.862156Z","caller":"traceutil/trace.go:171","msg":"trace[827162334] transaction","detail":"{read_only:false; response_revision:21723; number_of_response:1; }","duration":"1.142284451s","start":"2026-04-28T07:51:02.719841Z","end":"2026-04-28T07:51:03.862125Z","steps":["trace[827162334] 'process raft request' (duration: 1.142178079s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:03.862327Z","caller":"traceutil/trace.go:171","msg":"trace[2002192796] transaction","detail":"{read_only:false; response_revision:21724; number_of_response:1; }","duration":"1.142397504s","start":"2026-04-28T07:51:02.719917Z","end":"2026-04-28T07:51:03.862314Z","steps":["trace[2002192796] 'process raft request' (duration: 1.142157708s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:03.862323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.719833Z","time spent":"1.142395575s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:03.86238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.719912Z","time spent":"1.142436506s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:03.862636Z","caller":"traceutil/trace.go:171","msg":"trace[560946877] transaction","detail":"{read_only:false; response_revision:21725; number_of_response:1; }","duration":"1.142644661s","start":"2026-04-28T07:51:02.719944Z","end":"2026-04-28T07:51:03.862588Z","steps":["trace[560946877] 'process raft request' (duration: 1.142325333s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:03.862435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.719138Z","time spent":"1.143275286s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:03.862858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.71994Z","time spent":"1.142806685s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:03.86267Z","caller":"traceutil/trace.go:171","msg":"trace[335745501] linearizableReadLoop","detail":"{readStateIndex:22379; appliedIndex:22374; }","duration":"1.143260456s","start":"2026-04-28T07:51:02.71938Z","end":"2026-04-28T07:51:03.86264Z","steps":["trace[335745501] 'read index received' (duration: 571.940461ms)","trace[335745501] 'applied index is now lower than readState.Index' (duration: 571.317835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:03.86289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143480902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:03.862957Z","caller":"traceutil/trace.go:171","msg":"trace[779333646] transaction","detail":"{read_only:false; response_revision:21726; number_of_response:1; }","duration":"882.20132ms","start":"2026-04-28T07:51:02.980741Z","end":"2026-04-28T07:51:03.862943Z","steps":["trace[779333646] 'process raft request' (duration: 881.787299ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:03.862963Z","caller":"traceutil/trace.go:171","msg":"trace[1549404278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21726; }","duration":"1.143618825s","start":"2026-04-28T07:51:02.719328Z","end":"2026-04-28T07:51:03.862947Z","steps":["trace[1549404278] 'agreement among raft nodes before linearized reading' (duration: 1.143484982s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:03.863032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.980709Z","time spent":"882.284732ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:03.863028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.719306Z","time spent":"1.143702127s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:04.275062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.828962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:04.275324Z","caller":"traceutil/trace.go:171","msg":"trace[692851133] linearizableReadLoop","detail":"{readStateIndex:22381; appliedIndex:22379; }","duration":"412.404839ms","start":"2026-04-28T07:51:03.862903Z","end":"2026-04-28T07:51:04.275307Z","steps":["trace[692851133] 'read index received' (duration: 246.106175ms)","trace[692851133] 'applied index is now lower than readState.Index' (duration: 166.297614ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:04.275428Z","caller":"traceutil/trace.go:171","msg":"trace[2127582457] transaction","detail":"{read_only:false; response_revision:21727; number_of_response:1; }","duration":"975.876144ms","start":"2026-04-28T07:51:03.299523Z","end":"2026-04-28T07:51:04.275399Z","steps":["trace[2127582457] 'process raft request' (duration: 809.646273ms)","trace[2127582457] 'compare' (duration: 165.216786ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:04.275531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.111484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"warn","ts":"2026-04-28T07:51:04.275506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.394104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:04.275564Z","caller":"traceutil/trace.go:171","msg":"trace[126829409] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:21728; }","duration":"570.189786ms","start":"2026-04-28T07:51:03.705364Z","end":"2026-04-28T07:51:04.275554Z","steps":["trace[126829409] 'agreement among raft nodes before linearized reading' (duration: 570.034752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:04.275592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:03.705346Z","time spent":"570.238957ms","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1804,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-04-28T07:51:04.275597Z","caller":"traceutil/trace.go:171","msg":"trace[1397704794] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21728; }","duration":"424.560429ms","start":"2026-04-28T07:51:03.851017Z","end":"2026-04-28T07:51:04.275578Z","steps":["trace[1397704794] 'agreement among raft nodes before linearized reading' (duration: 424.358684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:04.275612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443049188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T07:51:04.275643Z","caller":"traceutil/trace.go:171","msg":"trace[1013401673] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21728; }","duration":"1.4431295s","start":"2026-04-28T07:51:02.832503Z","end":"2026-04-28T07:51:04.275633Z","steps":["trace[1013401673] 'agreement among raft nodes before linearized reading' (duration: 1.443049538s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:04.275646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:03.850989Z","time spent":"424.64484ms","remote":"127.0.0.1:35904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:04.275672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.832474Z","time spent":"1.443191462s","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T07:51:04.275707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152229984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-28T07:51:04.275713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.816813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:04.275532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.493064791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-04-28T07:51:04.275733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554937787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:04.275779Z","caller":"traceutil/trace.go:171","msg":"trace[1997011015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21728; }","duration":"1.152346117s","start":"2026-04-28T07:51:03.123414Z","end":"2026-04-28T07:51:04.27576Z","steps":["trace[1997011015] 'agreement among raft nodes before linearized reading' (duration: 1.152100311s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:04.275788Z","caller":"traceutil/trace.go:171","msg":"trace[1670419376] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21728; }","duration":"1.49337916s","start":"2026-04-28T07:51:02.782397Z","end":"2026-04-28T07:51:04.275776Z","steps":["trace[1670419376] 'agreement among raft nodes before linearized reading' (duration: 1.493040411s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:04.27579Z","caller":"traceutil/trace.go:171","msg":"trace[296878961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21728; }","duration":"409.934107ms","start":"2026-04-28T07:51:03.865837Z","end":"2026-04-28T07:51:04.275771Z","steps":["trace[296878961] 'agreement among raft nodes before linearized reading' (duration: 409.783573ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:04.275802Z","caller":"traceutil/trace.go:171","msg":"trace[1096313951] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:21728; }","duration":"1.55505052s","start":"2026-04-28T07:51:02.720734Z","end":"2026-04-28T07:51:04.275784Z","steps":["trace[1096313951] 'agreement among raft nodes before linearized reading' (duration: 1.554939567s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:04.275824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.78237Z","time spent":"1.493443821s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:51:04.275826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:03.123391Z","time spent":"1.1524267s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:51:04.275835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:03.865818Z","time spent":"410.009308ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:04.275845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:02.720714Z","time spent":"1.555120051s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-28T07:51:04.27588Z","caller":"traceutil/trace.go:171","msg":"trace[1598423470] transaction","detail":"{read_only:false; response_revision:21728; number_of_response:1; }","duration":"775.724919ms","start":"2026-04-28T07:51:03.500142Z","end":"2026-04-28T07:51:04.275867Z","steps":["trace[1598423470] 'process raft request' (duration: 775.036212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:04.275534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:03.299506Z","time spent":"975.979216ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:51:04.276565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:03.50012Z","time spent":"775.787241ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:04.662951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.652646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:04.66317Z","caller":"traceutil/trace.go:171","msg":"trace[1424241242] transaction","detail":"{read_only:false; response_revision:21729; number_of_response:1; }","duration":"380.567349ms","start":"2026-04-28T07:51:04.282578Z","end":"2026-04-28T07:51:04.663145Z","steps":["trace[1424241242] 'process raft request' (duration: 163.665457ms)","trace[1424241242] 'compare' (duration: 216.517223ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:04.663215Z","caller":"traceutil/trace.go:171","msg":"trace[1716227526] transaction","detail":"{read_only:false; response_revision:21730; number_of_response:1; }","duration":"369.924388ms","start":"2026-04-28T07:51:04.293279Z","end":"2026-04-28T07:51:04.663203Z","steps":["trace[1716227526] 'process raft request' (duration: 369.867446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:04.663287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.282555Z","time spent":"380.669731ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:04.663303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.293257Z","time spent":"370.026321ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:51:04.663475Z","caller":"traceutil/trace.go:171","msg":"trace[1849368660] linearizableReadLoop","detail":"{readStateIndex:22382; appliedIndex:22381; }","duration":"378.699632ms","start":"2026-04-28T07:51:04.284768Z","end":"2026-04-28T07:51:04.663468Z","steps":["trace[1849368660] 'read index received' (duration: 161.487861ms)","trace[1849368660] 'applied index is now lower than readState.Index' (duration: 217.210891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:04.663595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.824485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:04.663632Z","caller":"traceutil/trace.go:171","msg":"trace[1193208867] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:21730; }","duration":"378.893836ms","start":"2026-04-28T07:51:04.284728Z","end":"2026-04-28T07:51:04.663622Z","steps":["trace[1193208867] 'agreement among raft nodes before linearized reading' (duration: 378.820205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:04.663658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.284701Z","time spent":"378.943447ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T07:51:04.663764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.501947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-04-28T07:51:04.663809Z","caller":"traceutil/trace.go:171","msg":"trace[627258176] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:21730; }","duration":"369.572739ms","start":"2026-04-28T07:51:04.294228Z","end":"2026-04-28T07:51:04.663801Z","steps":["trace[627258176] 'agreement among raft nodes before linearized reading' (duration: 369.442806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:04.663846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.294211Z","time spent":"369.629171ms","remote":"127.0.0.1:50550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5674,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-28T07:51:04.663607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.158408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:04.663914Z","caller":"traceutil/trace.go:171","msg":"trace[1109929802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21730; }","duration":"378.477346ms","start":"2026-04-28T07:51:04.285429Z","end":"2026-04-28T07:51:04.663906Z","steps":["trace[1109929802] 'agreement among raft nodes before linearized reading' (duration: 378.129087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:04.663943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.285423Z","time spent":"378.512966ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:51:04.948864Z","caller":"traceutil/trace.go:171","msg":"trace[153216306] linearizableReadLoop","detail":"{readStateIndex:22384; appliedIndex:22383; }","duration":"242.587666ms","start":"2026-04-28T07:51:04.706246Z","end":"2026-04-28T07:51:04.948834Z","steps":["trace[153216306] 'read index received' (duration: 201.638474ms)","trace[153216306] 'applied index is now lower than readState.Index' (duration: 40.947832ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:04.948985Z","caller":"traceutil/trace.go:171","msg":"trace[1081127521] transaction","detail":"{read_only:false; response_revision:21731; number_of_response:1; }","duration":"278.687995ms","start":"2026-04-28T07:51:04.670285Z","end":"2026-04-28T07:51:04.948973Z","steps":["trace[1081127521] 'process raft request' (duration: 237.491766ms)","trace[1081127521] 'compare' (duration: 40.454279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:04.949248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.985326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T07:51:04.950032Z","caller":"traceutil/trace.go:171","msg":"trace[711617073] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:21731; }","duration":"243.769456ms","start":"2026-04-28T07:51:04.706237Z","end":"2026-04-28T07:51:04.950007Z","steps":["trace[711617073] 'agreement among raft nodes before linearized reading' (duration: 242.876003ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:05.387924Z","caller":"traceutil/trace.go:171","msg":"trace[107919033] transaction","detail":"{read_only:false; response_revision:21732; number_of_response:1; }","duration":"673.119287ms","start":"2026-04-28T07:51:04.714778Z","end":"2026-04-28T07:51:05.387897Z","steps":["trace[107919033] 'process raft request' (duration: 672.929432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.388165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.714756Z","time spent":"673.235569ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:05.388188Z","caller":"traceutil/trace.go:171","msg":"trace[1246848734] transaction","detail":"{read_only:false; response_revision:21733; number_of_response:1; }","duration":"671.230869ms","start":"2026-04-28T07:51:04.716933Z","end":"2026-04-28T07:51:05.388163Z","steps":["trace[1246848734] 'process raft request' (duration: 670.920071ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.388321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.716917Z","time spent":"671.330691ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:05.388558Z","caller":"traceutil/trace.go:171","msg":"trace[627176854] transaction","detail":"{read_only:false; response_revision:21735; number_of_response:1; }","duration":"666.285753ms","start":"2026-04-28T07:51:04.722249Z","end":"2026-04-28T07:51:05.388535Z","steps":["trace[627176854] 'process raft request' (duration: 666.15488ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:05.388678Z","caller":"traceutil/trace.go:171","msg":"trace[1628433403] linearizableReadLoop","detail":"{readStateIndex:22391; appliedIndex:22385; }","duration":"439.737235ms","start":"2026-04-28T07:51:04.948927Z","end":"2026-04-28T07:51:05.388665Z","steps":["trace[1628433403] 'read index received' (duration: 438.970075ms)","trace[1628433403] 'applied index is now lower than readState.Index' (duration: 766.26µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:05.38871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.72224Z","time spent":"666.379175ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:05.388752Z","caller":"traceutil/trace.go:171","msg":"trace[1975738893] transaction","detail":"{read_only:false; response_revision:21736; number_of_response:1; }","duration":"607.789324ms","start":"2026-04-28T07:51:04.780952Z","end":"2026-04-28T07:51:05.388741Z","steps":["trace[1975738893] 'process raft request' (duration: 607.545608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.388806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.780936Z","time spent":"607.837295ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:05.388893Z","caller":"traceutil/trace.go:171","msg":"trace[1348088] transaction","detail":"{read_only:false; response_revision:21734; number_of_response:1; }","duration":"671.859825ms","start":"2026-04-28T07:51:04.717021Z","end":"2026-04-28T07:51:05.388881Z","steps":["trace[1348088] 'process raft request' (duration: 671.055624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.388952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.71701Z","time spent":"671.908517ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:05.388984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.007196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:05.389017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.45544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:05.389032Z","caller":"traceutil/trace.go:171","msg":"trace[238328848] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21738; }","duration":"666.078408ms","start":"2026-04-28T07:51:04.72294Z","end":"2026-04-28T07:51:05.389018Z","steps":["trace[238328848] 'agreement among raft nodes before linearized reading' (duration: 665.945135ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:05.389053Z","caller":"traceutil/trace.go:171","msg":"trace[1315268098] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21738; }","duration":"670.508831ms","start":"2026-04-28T07:51:04.718534Z","end":"2026-04-28T07:51:05.389043Z","steps":["trace[1315268098] 'agreement among raft nodes before linearized reading' (duration: 670.447039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.389067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.722927Z","time spent":"666.129559ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:05.389087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.718525Z","time spent":"670.555153ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:05.38917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.611715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:05.389205Z","caller":"traceutil/trace.go:171","msg":"trace[165482373] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21738; }","duration":"674.665577ms","start":"2026-04-28T07:51:04.714529Z","end":"2026-04-28T07:51:05.389194Z","steps":["trace[165482373] 'agreement among raft nodes before linearized reading' (duration: 674.616565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.389231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.714517Z","time spent":"674.708307ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:51:05.389255Z","caller":"traceutil/trace.go:171","msg":"trace[1508709999] transaction","detail":"{read_only:false; response_revision:21737; number_of_response:1; }","duration":"605.878375ms","start":"2026-04-28T07:51:04.783362Z","end":"2026-04-28T07:51:05.38924Z","steps":["trace[1508709999] 'process raft request' (duration: 605.216138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.389289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.487642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:51:05.38932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.783331Z","time spent":"605.950937ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:05.389399Z","caller":"traceutil/trace.go:171","msg":"trace[303867392] transaction","detail":"{read_only:false; response_revision:21738; number_of_response:1; }","duration":"602.798086ms","start":"2026-04-28T07:51:04.786591Z","end":"2026-04-28T07:51:05.389389Z","steps":["trace[303867392] 'process raft request' (duration: 602.034317ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:05.389319Z","caller":"traceutil/trace.go:171","msg":"trace[1486346107] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21738; }","duration":"674.533023ms","start":"2026-04-28T07:51:04.714776Z","end":"2026-04-28T07:51:05.389309Z","steps":["trace[1486346107] 'agreement among raft nodes before linearized reading' (duration: 674.41638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.389168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.582535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:05.38945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.714768Z","time spent":"674.670957ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:51:05.389461Z","caller":"traceutil/trace.go:171","msg":"trace[1269716973] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21738; }","duration":"674.882122ms","start":"2026-04-28T07:51:04.714566Z","end":"2026-04-28T07:51:05.389448Z","steps":["trace[1269716973] 'agreement among raft nodes before linearized reading' (duration: 674.564344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.389496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.714562Z","time spent":"674.925693ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:05.389516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.957409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:05.389546Z","caller":"traceutil/trace.go:171","msg":"trace[2135461716] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:21738; }","duration":"534.98676ms","start":"2026-04-28T07:51:04.85455Z","end":"2026-04-28T07:51:05.389537Z","steps":["trace[2135461716] 'agreement among raft nodes before linearized reading' (duration: 534.933739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.389602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.854482Z","time spent":"535.101103ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:05.389688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.949074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:05.389719Z","caller":"traceutil/trace.go:171","msg":"trace[261024541] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21738; }","duration":"674.987554ms","start":"2026-04-28T07:51:04.714722Z","end":"2026-04-28T07:51:05.38971Z","steps":["trace[261024541] 'agreement among raft nodes before linearized reading' (duration: 674.893592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.389746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.714717Z","time spent":"675.022455ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:05.389462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.786581Z","time spent":"602.836847ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:05.389936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:05.389986Z","caller":"traceutil/trace.go:171","msg":"trace[995481729] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21738; }","duration":"607.320942ms","start":"2026-04-28T07:51:04.782651Z","end":"2026-04-28T07:51:05.389972Z","steps":["trace[995481729] 'agreement among raft nodes before linearized reading' (duration: 607.185819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.39002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.309043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:51:05.390026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.782638Z","time spent":"607.375093ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:51:05.390052Z","caller":"traceutil/trace.go:171","msg":"trace[281499316] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21738; }","duration":"675.373714ms","start":"2026-04-28T07:51:04.714669Z","end":"2026-04-28T07:51:05.390043Z","steps":["trace[281499316] 'agreement among raft nodes before linearized reading' (duration: 675.282271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.390085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.714651Z","time spent":"675.423256ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:05.390222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.660127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:05.390258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.6003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:05.39026Z","caller":"traceutil/trace.go:171","msg":"trace[682372589] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21738; }","duration":"610.725159ms","start":"2026-04-28T07:51:04.779523Z","end":"2026-04-28T07:51:05.390248Z","steps":["trace[682372589] 'agreement among raft nodes before linearized reading' (duration: 610.620076ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:05.390288Z","caller":"traceutil/trace.go:171","msg":"trace[1056305698] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21738; }","duration":"675.634841ms","start":"2026-04-28T07:51:04.714642Z","end":"2026-04-28T07:51:05.390277Z","steps":["trace[1056305698] 'agreement among raft nodes before linearized reading' (duration: 675.558469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.390301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.779496Z","time spent":"610.79739ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:05.390314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.714636Z","time spent":"675.672521ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:05.390466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.374331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:05.39052Z","caller":"traceutil/trace.go:171","msg":"trace[34411079] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21738; }","duration":"667.469132ms","start":"2026-04-28T07:51:04.723041Z","end":"2026-04-28T07:51:05.39051Z","steps":["trace[34411079] 'agreement among raft nodes before linearized reading' (duration: 667.36249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:05.390569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.723034Z","time spent":"667.527294ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:05.889775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:06.390344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161344,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:06.77859Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.391271991s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:51:06.779093Z","caller":"traceutil/trace.go:171","msg":"trace[2006794213] linearizableReadLoop","detail":"{readStateIndex:22393; appliedIndex:22391; }","duration":"1.390364507s","start":"2026-04-28T07:51:05.388707Z","end":"2026-04-28T07:51:06.779071Z","steps":["trace[2006794213] 'read index received' (duration: 1.390052429s)","trace[2006794213] 'applied index is now lower than readState.Index' (duration: 310.888µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:06.77922Z","caller":"traceutil/trace.go:171","msg":"trace[1510833567] transaction","detail":"{read_only:false; response_revision:21740; number_of_response:1; }","duration":"1.456581144s","start":"2026-04-28T07:51:05.322592Z","end":"2026-04-28T07:51:06.779174Z","steps":["trace[1510833567] 'process raft request' (duration: 1.45642053s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:06.779367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826520321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c53d246b-1cd5-49cc-a656-d228c6ff7f76\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-28T07:51:06.779399Z","caller":"traceutil/trace.go:171","msg":"trace[1846731586] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c53d246b-1cd5-49cc-a656-d228c6ff7f76; range_end:; response_count:1; response_revision:21740; }","duration":"1.826577433s","start":"2026-04-28T07:51:04.952813Z","end":"2026-04-28T07:51:06.77939Z","steps":["trace[1846731586] 'agreement among raft nodes before linearized reading' (duration: 1.82647042s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:06.779374Z","caller":"traceutil/trace.go:171","msg":"trace[1795971019] transaction","detail":"{read_only:false; response_revision:21739; number_of_response:1; }","duration":"1.826665265s","start":"2026-04-28T07:51:04.952683Z","end":"2026-04-28T07:51:06.779348Z","steps":["trace[1795971019] 'process raft request' (duration: 1.826090151s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:06.779427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.952799Z","time spent":"1.826621404s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-c53d246b-1cd5-49cc-a656-d228c6ff7f76\" "} {"level":"warn","ts":"2026-04-28T07:51:06.779503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07741261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:06.779558Z","caller":"traceutil/trace.go:171","msg":"trace[1107006312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21740; }","duration":"1.077496122s","start":"2026-04-28T07:51:05.702044Z","end":"2026-04-28T07:51:06.779541Z","steps":["trace[1107006312] 'agreement among raft nodes before linearized reading' (duration: 1.0774077s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:06.779624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:05.702022Z","time spent":"1.077587625s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:06.779715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.372741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-28T07:51:06.779738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.084724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-28T07:51:06.77977Z","caller":"traceutil/trace.go:171","msg":"trace[965965035] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21740; }","duration":"112.160886ms","start":"2026-04-28T07:51:06.667599Z","end":"2026-04-28T07:51:06.77976Z","steps":["trace[965965035] 'agreement among raft nodes before linearized reading' (duration: 112.068864ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:06.779766Z","caller":"traceutil/trace.go:171","msg":"trace[1254311624] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21740; }","duration":"909.475813ms","start":"2026-04-28T07:51:05.87028Z","end":"2026-04-28T07:51:06.779756Z","steps":["trace[1254311624] 'agreement among raft nodes before linearized reading' (duration: 909.303949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:06.779798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:05.870272Z","time spent":"909.518675ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:51:06.779398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:05.322576Z","time spent":"1.456725897s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:06.779505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:04.952664Z","time spent":"1.826781707s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:51:06.779996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.627299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:51:06.780056Z","caller":"traceutil/trace.go:171","msg":"trace[1098257200] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21740; }","duration":"911.72519ms","start":"2026-04-28T07:51:05.868319Z","end":"2026-04-28T07:51:06.780044Z","steps":["trace[1098257200] 'agreement among raft nodes before linearized reading' (duration: 911.557086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:06.780079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:05.868299Z","time spent":"911.774992ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:51:06.779266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.459893087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:06.780177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.181603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-28T07:51:06.780193Z","caller":"traceutil/trace.go:171","msg":"trace[712082449] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21740; }","duration":"910.197503ms","start":"2026-04-28T07:51:05.86999Z","end":"2026-04-28T07:51:06.780187Z","steps":["trace[712082449] 'agreement among raft nodes before linearized reading' (duration: 910.144452ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:06.780184Z","caller":"traceutil/trace.go:171","msg":"trace[1168114672] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:21740; }","duration":"1.460830611s","start":"2026-04-28T07:51:05.319339Z","end":"2026-04-28T07:51:06.780169Z","steps":["trace[1168114672] 'agreement among raft nodes before linearized reading' (duration: 1.459859836s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:06.78021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:05.869965Z","time spent":"910.240984ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:51:06.780232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:05.319289Z","time spent":"1.460927523s","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:06.780284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.883625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-28T07:51:06.780303Z","caller":"traceutil/trace.go:171","msg":"trace[1700063924] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21740; }","duration":"911.912386ms","start":"2026-04-28T07:51:05.868382Z","end":"2026-04-28T07:51:06.780294Z","steps":["trace[1700063924] 'agreement among raft nodes before linearized reading' (duration: 911.866695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:06.78032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:05.868374Z","time spent":"911.942216ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:51:06.781325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.689579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T07:51:06.781381Z","caller":"traceutil/trace.go:171","msg":"trace[526180467] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:21740; }","duration":"502.807442ms","start":"2026-04-28T07:51:06.278562Z","end":"2026-04-28T07:51:06.781369Z","steps":["trace[526180467] 'agreement among raft nodes before linearized reading' (duration: 501.322343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:06.781417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:06.278538Z","time spent":"502.868733ms","remote":"127.0.0.1:51542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":190,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:07.446706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.887428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:07.447317Z","caller":"traceutil/trace.go:171","msg":"trace[957866555] transaction","detail":"{read_only:false; response_revision:21741; number_of_response:1; }","duration":"660.504185ms","start":"2026-04-28T07:51:06.786611Z","end":"2026-04-28T07:51:07.447115Z","steps":["trace[957866555] 'process raft request' (duration: 178.111314ms)","trace[957866555] 'compare' (duration: 481.251362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:07.447461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:06.786592Z","time spent":"660.825973ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:51:07.941798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.689039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:07.942289Z","caller":"traceutil/trace.go:171","msg":"trace[1897573924] transaction","detail":"{read_only:false; response_revision:21743; number_of_response:1; }","duration":"1.152726217s","start":"2026-04-28T07:51:06.789519Z","end":"2026-04-28T07:51:07.942245Z","steps":["trace[1897573924] 'process raft request' (duration: 1.152374628s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:07.942436Z","caller":"traceutil/trace.go:171","msg":"trace[2004311520] transaction","detail":"{read_only:false; response_revision:21745; number_of_response:1; }","duration":"1.152406329s","start":"2026-04-28T07:51:06.790006Z","end":"2026-04-28T07:51:07.942413Z","steps":["trace[2004311520] 'process raft request' (duration: 1.152105681s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:07.942485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:06.789475Z","time spent":"1.152906091s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:07.942492Z","caller":"traceutil/trace.go:171","msg":"trace[2061854483] transaction","detail":"{read_only:false; response_revision:21746; number_of_response:1; }","duration":"1.150235433s","start":"2026-04-28T07:51:06.792228Z","end":"2026-04-28T07:51:07.942463Z","steps":["trace[2061854483] 'process raft request' (duration: 1.149922605s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:07.942582Z","caller":"traceutil/trace.go:171","msg":"trace[791540915] transaction","detail":"{read_only:false; response_revision:21747; number_of_response:1; }","duration":"1.05935806s","start":"2026-04-28T07:51:06.883213Z","end":"2026-04-28T07:51:07.942571Z","steps":["trace[791540915] 'process raft request' (duration: 1.05897416s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:07.942615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:06.792215Z","time spent":"1.150362956s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:07.942529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:06.789997Z","time spent":"1.152490811s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:07.942641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:06.883174Z","time spent":"1.059438032s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:07.942872Z","caller":"traceutil/trace.go:171","msg":"trace[200225601] transaction","detail":"{read_only:false; response_revision:21742; number_of_response:1; }","duration":"1.154156754s","start":"2026-04-28T07:51:06.788491Z","end":"2026-04-28T07:51:07.942648Z","steps":["trace[200225601] 'process raft request' (duration: 756.689785ms)","trace[200225601] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 394.018141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:07.943073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:06.788485Z","time spent":"1.154498592s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:07.944311Z","caller":"traceutil/trace.go:171","msg":"trace[1162655587] transaction","detail":"{read_only:false; response_revision:21744; number_of_response:1; }","duration":"1.15360499s","start":"2026-04-28T07:51:06.789552Z","end":"2026-04-28T07:51:07.943157Z","steps":["trace[1162655587] 'process raft request' (duration: 1.152440459s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:07.94475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:06.789527Z","time spent":"1.155170379s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:08.282852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.596412ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:51:08.283129Z","caller":"traceutil/trace.go:171","msg":"trace[79183121] linearizableReadLoop","detail":"{readStateIndex:22399; appliedIndex:22393; }","duration":"1.488782313s","start":"2026-04-28T07:51:06.794326Z","end":"2026-04-28T07:51:08.283108Z","steps":["trace[79183121] 'read index received' (duration: 170.47778ms)","trace[79183121] 'applied index is now lower than readState.Index' (duration: 1.318303553s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:08.283624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489297107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:08.283665Z","caller":"traceutil/trace.go:171","msg":"trace[274844112] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21747; }","duration":"1.489343048s","start":"2026-04-28T07:51:06.794308Z","end":"2026-04-28T07:51:08.283651Z","steps":["trace[274844112] 'agreement among raft nodes before linearized reading' (duration: 1.489270346s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.284369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:06.794269Z","time spent":"1.490089547s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:51:08.284507Z","caller":"traceutil/trace.go:171","msg":"trace[1363501440] transaction","detail":"{read_only:false; response_revision:21748; number_of_response:1; }","duration":"888.159442ms","start":"2026-04-28T07:51:07.396259Z","end":"2026-04-28T07:51:08.284418Z","steps":["trace[1363501440] 'process raft request' (duration: 886.718666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.284888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.396239Z","time spent":"888.438329ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:08.406952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.477358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:08.407251Z","caller":"traceutil/trace.go:171","msg":"trace[1620169480] transaction","detail":"{read_only:false; response_revision:21750; number_of_response:1; }","duration":"1.008932957s","start":"2026-04-28T07:51:07.398286Z","end":"2026-04-28T07:51:08.407219Z","steps":["trace[1620169480] 'process raft request' (duration: 1.008775293s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:08.407331Z","caller":"traceutil/trace.go:171","msg":"trace[893091694] linearizableReadLoop","detail":"{readStateIndex:22409; appliedIndex:22402; }","duration":"124.1533ms","start":"2026-04-28T07:51:08.28316Z","end":"2026-04-28T07:51:08.407313Z","steps":["trace[893091694] 'read index received' (duration: 22.243586ms)","trace[893091694] 'applied index is now lower than readState.Index' (duration: 101.908694ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:08.407353Z","caller":"traceutil/trace.go:171","msg":"trace[1944252210] transaction","detail":"{read_only:false; response_revision:21753; number_of_response:1; }","duration":"1.007241403s","start":"2026-04-28T07:51:07.40007Z","end":"2026-04-28T07:51:08.407311Z","steps":["trace[1944252210] 'process raft request' (duration: 1.00712341s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.407398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.398278Z","time spent":"1.009045709s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:08.407449Z","caller":"traceutil/trace.go:171","msg":"trace[745365081] transaction","detail":"{read_only:false; response_revision:21754; number_of_response:1; }","duration":"1.0071299s","start":"2026-04-28T07:51:07.400304Z","end":"2026-04-28T07:51:08.407434Z","steps":["trace[745365081] 'process raft request' (duration: 1.006923855s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:08.407251Z","caller":"traceutil/trace.go:171","msg":"trace[1590754558] transaction","detail":"{read_only:false; response_revision:21751; number_of_response:1; }","duration":"1.008815323s","start":"2026-04-28T07:51:07.398419Z","end":"2026-04-28T07:51:08.407234Z","steps":["trace[1590754558] 'process raft request' (duration: 1.00871262s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:08.407545Z","caller":"traceutil/trace.go:171","msg":"trace[976754777] transaction","detail":"{read_only:false; response_revision:21755; number_of_response:1; }","duration":"485.793828ms","start":"2026-04-28T07:51:07.921742Z","end":"2026-04-28T07:51:08.407536Z","steps":["trace[976754777] 'process raft request' (duration: 485.528281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.407502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.40006Z","time spent":"1.007334045s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:08.40773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005318434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:08.407765Z","caller":"traceutil/trace.go:171","msg":"trace[1861806004] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21755; }","duration":"1.005373266s","start":"2026-04-28T07:51:07.402383Z","end":"2026-04-28T07:51:08.407757Z","steps":["trace[1861806004] 'agreement among raft nodes before linearized reading' (duration: 1.005231142s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:08.40774Z","caller":"traceutil/trace.go:171","msg":"trace[1408868223] transaction","detail":"{read_only:false; response_revision:21752; number_of_response:1; }","duration":"1.009005368s","start":"2026-04-28T07:51:07.39872Z","end":"2026-04-28T07:51:08.407725Z","steps":["trace[1408868223] 'process raft request' (duration: 1.008442324s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.407797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.402373Z","time spent":"1.005415487s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:08.407884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005899919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:08.407933Z","caller":"traceutil/trace.go:171","msg":"trace[1608945623] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21755; }","duration":"1.005997591s","start":"2026-04-28T07:51:07.401923Z","end":"2026-04-28T07:51:08.407921Z","steps":["trace[1608945623] 'agreement among raft nodes before linearized reading' (duration: 1.005885098s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.407969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01145406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:08.408072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460424611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:51:08.408095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008232017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:08.40811Z","caller":"traceutil/trace.go:171","msg":"trace[742252051] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21755; }","duration":"1.460463792s","start":"2026-04-28T07:51:06.947637Z","end":"2026-04-28T07:51:08.408101Z","steps":["trace[742252051] 'agreement among raft nodes before linearized reading' (duration: 1.46040483s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:08.408098Z","caller":"traceutil/trace.go:171","msg":"trace[1233020804] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21755; }","duration":"1.011601504s","start":"2026-04-28T07:51:07.396486Z","end":"2026-04-28T07:51:08.408088Z","steps":["trace[1233020804] 'agreement among raft nodes before linearized reading' (duration: 1.01142808s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.408145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:06.947542Z","time spent":"1.460593315s","remote":"127.0.0.1:50544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:08.40817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.396478Z","time spent":"1.011681946s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:08.408202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008712121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:08.408319Z","caller":"traceutil/trace.go:171","msg":"trace[562152631] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21755; }","duration":"1.008759143s","start":"2026-04-28T07:51:07.399471Z","end":"2026-04-28T07:51:08.40823Z","steps":["trace[562152631] 'agreement among raft nodes before linearized reading' (duration: 1.00867501s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.408341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521327283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-28T07:51:08.40837Z","caller":"traceutil/trace.go:171","msg":"trace[245872701] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:21755; }","duration":"1.521381154s","start":"2026-04-28T07:51:06.88698Z","end":"2026-04-28T07:51:08.408361Z","steps":["trace[245872701] 'agreement among raft nodes before linearized reading' (duration: 1.521293822s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.408375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.399466Z","time spent":"1.008895496s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:08.408401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:06.886971Z","time spent":"1.521424075s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-28T07:51:08.408488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009924712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:08.407974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.401912Z","time spent":"1.006053233s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:51:08.408617Z","caller":"traceutil/trace.go:171","msg":"trace[1353794537] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21755; }","duration":"1.010019974s","start":"2026-04-28T07:51:07.398535Z","end":"2026-04-28T07:51:08.408555Z","steps":["trace[1353794537] 'agreement among raft nodes before linearized reading' (duration: 1.009916571s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.4087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009236494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:08.40875Z","caller":"traceutil/trace.go:171","msg":"trace[7247829] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21755; }","duration":"1.009302677s","start":"2026-04-28T07:51:07.399435Z","end":"2026-04-28T07:51:08.408738Z","steps":["trace[7247829] 'agreement among raft nodes before linearized reading' (duration: 1.009228025s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.408786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.399429Z","time spent":"1.009350618s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:08.407782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008882454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:08.409054Z","caller":"traceutil/trace.go:171","msg":"trace[664613334] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21755; }","duration":"1.010170908s","start":"2026-04-28T07:51:07.39887Z","end":"2026-04-28T07:51:08.409041Z","steps":["trace[664613334] 'agreement among raft nodes before linearized reading' (duration: 1.008749752s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.409104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.398862Z","time spent":"1.01022746s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:08.408705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.398529Z","time spent":"1.010160788s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:08.407885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.398711Z","time spent":"1.00910387s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:08.409228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011255306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:08.40939Z","caller":"traceutil/trace.go:171","msg":"trace[1271518441] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21755; }","duration":"1.01141497s","start":"2026-04-28T07:51:07.397932Z","end":"2026-04-28T07:51:08.409347Z","steps":["trace[1271518441] 'agreement among raft nodes before linearized reading' (duration: 1.010797464s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.407597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.921707Z","time spent":"485.867699ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:08.409468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.397895Z","time spent":"1.011530082s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:08.407508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.400294Z","time spent":"1.007182151s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:08.408003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011941143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:08.409633Z","caller":"traceutil/trace.go:171","msg":"trace[956507380] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21755; }","duration":"1.013644357s","start":"2026-04-28T07:51:07.395975Z","end":"2026-04-28T07:51:08.409619Z","steps":["trace[956507380] 'agreement among raft nodes before linearized reading' (duration: 1.012001955s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:08.408128Z","caller":"traceutil/trace.go:171","msg":"trace[1499487266] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21755; }","duration":"1.008280239s","start":"2026-04-28T07:51:07.399839Z","end":"2026-04-28T07:51:08.408119Z","steps":["trace[1499487266] 'agreement among raft nodes before linearized reading' (duration: 1.008194817s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.409726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.399831Z","time spent":"1.0098838s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:08.40758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.398411Z","time spent":"1.009128241s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:08.409682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.395949Z","time spent":"1.013720738s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:08.409011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009737387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:08.409926Z","caller":"traceutil/trace.go:171","msg":"trace[1187352376] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21755; }","duration":"1.01066635s","start":"2026-04-28T07:51:07.399249Z","end":"2026-04-28T07:51:08.409915Z","steps":["trace[1187352376] 'agreement among raft nodes before linearized reading' (duration: 1.009688906s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.409957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.399239Z","time spent":"1.010711092s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:51:08.410395Z","caller":"traceutil/trace.go:171","msg":"trace[1118093912] transaction","detail":"{read_only:false; response_revision:21749; number_of_response:1; }","duration":"1.008937886s","start":"2026-04-28T07:51:07.398194Z","end":"2026-04-28T07:51:08.407132Z","steps":["trace[1118093912] 'process raft request' (duration: 886.197682ms)","trace[1118093912] 'compare' (duration: 122.329344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:08.410498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:07.398183Z","time spent":"1.01224834s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:08.843283Z","caller":"traceutil/trace.go:171","msg":"trace[891541767] linearizableReadLoop","detail":"{readStateIndex:22410; appliedIndex:22409; }","duration":"435.886628ms","start":"2026-04-28T07:51:08.407366Z","end":"2026-04-28T07:51:08.843252Z","steps":["trace[891541767] 'read index received' (duration: 435.812376ms)","trace[891541767] 'applied index is now lower than readState.Index' (duration: 73.232µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:08.843596Z","caller":"traceutil/trace.go:171","msg":"trace[1999111754] transaction","detail":"{read_only:false; response_revision:21756; number_of_response:1; }","duration":"454.016308ms","start":"2026-04-28T07:51:08.389559Z","end":"2026-04-28T07:51:08.843575Z","steps":["trace[1999111754] 'process raft request' (duration: 453.539446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.843696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:08.389498Z","time spent":"454.140872ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":780,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:51:08.843677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.844267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:08.843775Z","caller":"traceutil/trace.go:171","msg":"trace[1178914108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21756; }","duration":"556.98588ms","start":"2026-04-28T07:51:08.286763Z","end":"2026-04-28T07:51:08.843749Z","steps":["trace[1178914108] 'agreement among raft nodes before linearized reading' (duration: 556.759765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.843855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:08.286715Z","time spent":"557.124794ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:08.843769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.84581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:08.844073Z","caller":"traceutil/trace.go:171","msg":"trace[958282301] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:21756; }","duration":"455.204289ms","start":"2026-04-28T07:51:08.388793Z","end":"2026-04-28T07:51:08.843997Z","steps":["trace[958282301] 'agreement among raft nodes before linearized reading' (duration: 454.703636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:08.844191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:08.388771Z","time spent":"455.397353ms","remote":"127.0.0.1:47516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:09.04146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:09.041668Z","caller":"traceutil/trace.go:171","msg":"trace[1577446636] transaction","detail":"{read_only:false; response_revision:21758; number_of_response:1; }","duration":"166.074078ms","start":"2026-04-28T07:51:08.875576Z","end":"2026-04-28T07:51:09.04165Z","steps":["trace[1577446636] 'process raft request' (duration: 166.000376ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:09.042175Z","caller":"traceutil/trace.go:171","msg":"trace[130704149] linearizableReadLoop","detail":"{readStateIndex:22411; appliedIndex:22410; }","duration":"198.810611ms","start":"2026-04-28T07:51:08.843355Z","end":"2026-04-28T07:51:09.042166Z","steps":["trace[130704149] 'read index received' (duration: 95.112821ms)","trace[130704149] 'applied index is now lower than readState.Index' (duration: 103.69677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:09.042284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.12995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:09.042275Z","caller":"traceutil/trace.go:171","msg":"trace[504271037] transaction","detail":"{read_only:false; response_revision:21757; number_of_response:1; }","duration":"252.049207ms","start":"2026-04-28T07:51:08.790178Z","end":"2026-04-28T07:51:09.042227Z","steps":["trace[504271037] 'process raft request' (duration: 148.269645ms)","trace[504271037] 'compare' (duration: 102.750195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:09.04243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.400107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" ","response":"range_response_count:1 size:1294"} {"level":"info","ts":"2026-04-28T07:51:09.042461Z","caller":"traceutil/trace.go:171","msg":"trace[955666482] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d; range_end:; response_count:1; response_revision:21758; }","duration":"624.456708ms","start":"2026-04-28T07:51:08.417996Z","end":"2026-04-28T07:51:09.042453Z","steps":["trace[955666482] 'agreement among raft nodes before linearized reading' (duration: 624.332805ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:09.042315Z","caller":"traceutil/trace.go:171","msg":"trace[1450201508] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21758; }","duration":"318.208382ms","start":"2026-04-28T07:51:08.724095Z","end":"2026-04-28T07:51:09.042304Z","steps":["trace[1450201508] 'agreement among raft nodes before linearized reading' (duration: 318.14802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:09.042527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.023257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:09.042556Z","caller":"traceutil/trace.go:171","msg":"trace[1858928490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21758; }","duration":"188.090289ms","start":"2026-04-28T07:51:08.854456Z","end":"2026-04-28T07:51:09.042547Z","steps":["trace[1858928490] 'agreement among raft nodes before linearized reading' (duration: 188.053738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:09.042568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:08.724074Z","time spent":"318.440918ms","remote":"127.0.0.1:46604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:09.042486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:08.417974Z","time spent":"624.504809ms","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1316,"request content":"key:\"/registry/persistentvolumes/pvc-7e6a5025-63f5-46fa-ad04-369b604c2a0d\" "} {"level":"warn","ts":"2026-04-28T07:51:09.915869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161371,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:10.223484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.057181725s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:51:10.559038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.134712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:10.560281Z","caller":"traceutil/trace.go:171","msg":"trace[1920611277] transaction","detail":"{read_only:false; response_revision:21759; number_of_response:1; }","duration":"1.513240835s","start":"2026-04-28T07:51:09.04701Z","end":"2026-04-28T07:51:10.560251Z","steps":["trace[1920611277] 'process raft request' (duration: 1.176702257s)","trace[1920611277] 'compare' (duration: 334.458715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:10.560483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:09.046985Z","time spent":"1.513354918s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:51:11.705484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999780912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:11.705559Z","caller":"traceutil/trace.go:171","msg":"trace[128766807] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999923116s","start":"2026-04-28T07:51:09.705619Z","end":"2026-04-28T07:51:11.705543Z","steps":["trace[128766807] 'agreement among raft nodes before linearized reading' (duration: 1.999828873s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:11.705604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:09.705592Z","time spent":"2.000003357s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:51:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:12.365441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.858948Z","time spent":"1.506481543s","remote":"127.0.0.1:37152","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:51:12.366509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:11.48367Z","time spent":"882.830256ms","remote":"127.0.0.1:37174","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:51:12.366749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147261608s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:12.366926Z","caller":"traceutil/trace.go:171","msg":"trace[1905415005] transaction","detail":"{read_only:false; response_revision:21760; number_of_response:1; }","duration":"3.083466702s","start":"2026-04-28T07:51:09.283442Z","end":"2026-04-28T07:51:12.366909Z","steps":["trace[1905415005] 'process raft request' (duration: 1.935977708s)","trace[1905415005] 'compare' (duration: 1.146211611s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:12.366979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:09.283341Z","time spent":"3.083616526s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:12.36695Z","caller":"traceutil/trace.go:171","msg":"trace[2141211985] linearizableReadLoop","detail":"{readStateIndex:22414; appliedIndex:22412; }","duration":"2.951415131s","start":"2026-04-28T07:51:09.415504Z","end":"2026-04-28T07:51:12.366919Z","steps":["trace[2141211985] 'read index received' (duration: 808.221237ms)","trace[2141211985] 'applied index is now lower than readState.Index' (duration: 2.143192804s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:12.367185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.951655686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18027"} {"level":"info","ts":"2026-04-28T07:51:12.367225Z","caller":"traceutil/trace.go:171","msg":"trace[1227191976] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:21760; }","duration":"2.951756889s","start":"2026-04-28T07:51:09.415456Z","end":"2026-04-28T07:51:12.367213Z","steps":["trace[1227191976] 'agreement among raft nodes before linearized reading' (duration: 2.951580774s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:12.367254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:09.415434Z","time spent":"2.95181088s","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18049,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-28T07:51:12.867895Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:13.369078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:13.710867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000346846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:51:13.711019Z","caller":"traceutil/trace.go:171","msg":"trace[2104459111] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000549211s","start":"2026-04-28T07:51:11.710447Z","end":"2026-04-28T07:51:13.710996Z","steps":["trace[2104459111] 'agreement among raft nodes before linearized reading' (duration: 2.000376967s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:13.711098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:11.710427Z","time spent":"2.000657314s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:13.869993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:14.12793Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.908468126s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:51:14.128451Z","caller":"traceutil/trace.go:171","msg":"trace[740998900] transaction","detail":"{read_only:false; response_revision:21761; number_of_response:1; }","duration":"3.837715172s","start":"2026-04-28T07:51:10.290706Z","end":"2026-04-28T07:51:14.128422Z","steps":["trace[740998900] 'process raft request' (duration: 3.837480827s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:14.128612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.290673Z","time spent":"3.837856817s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:14.129011Z","caller":"traceutil/trace.go:171","msg":"trace[442876694] transaction","detail":"{read_only:false; response_revision:21768; number_of_response:1; }","duration":"3.079990213s","start":"2026-04-28T07:51:11.048987Z","end":"2026-04-28T07:51:14.128977Z","steps":["trace[442876694] 'process raft request' (duration: 3.079947122s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:14.129057Z","caller":"traceutil/trace.go:171","msg":"trace[1595644428] transaction","detail":"{read_only:false; response_revision:21762; number_of_response:1; }","duration":"3.709809438s","start":"2026-04-28T07:51:10.41924Z","end":"2026-04-28T07:51:14.12905Z","steps":["trace[1595644428] 'process raft request' (duration: 3.70914094s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:14.129102Z","caller":"traceutil/trace.go:171","msg":"trace[1990526565] transaction","detail":"{read_only:false; response_revision:21766; number_of_response:1; }","duration":"3.702111111s","start":"2026-04-28T07:51:10.426976Z","end":"2026-04-28T07:51:14.129087Z","steps":["trace[1990526565] 'process raft request' (duration: 3.701906496s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:14.129181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.426964Z","time spent":"3.702177944s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:14.129234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.419217Z","time spent":"3.70988455s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:14.129244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:11.048962Z","time spent":"3.080154487s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:14.129332Z","caller":"traceutil/trace.go:171","msg":"trace[1098163611] transaction","detail":"{read_only:false; response_revision:21765; number_of_response:1; }","duration":"3.703965308s","start":"2026-04-28T07:51:10.425356Z","end":"2026-04-28T07:51:14.129321Z","steps":["trace[1098163611] 'process raft request' (duration: 3.703490186s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:14.129432Z","caller":"traceutil/trace.go:171","msg":"trace[761542064] transaction","detail":"{read_only:false; response_revision:21767; number_of_response:1; }","duration":"3.700289105s","start":"2026-04-28T07:51:10.42913Z","end":"2026-04-28T07:51:14.129419Z","steps":["trace[761542064] 'process raft request' (duration: 3.699776402s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:14.129015Z","caller":"traceutil/trace.go:171","msg":"trace[753725680] transaction","detail":"{read_only:false; response_revision:21764; number_of_response:1; }","duration":"3.703723652s","start":"2026-04-28T07:51:10.425268Z","end":"2026-04-28T07:51:14.128991Z","steps":["trace[753725680] 'process raft request' (duration: 3.703543777s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:14.129539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.429121Z","time spent":"3.700357767s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:14.129615Z","caller":"traceutil/trace.go:171","msg":"trace[1898853786] transaction","detail":"{read_only:false; response_revision:21763; number_of_response:1; }","duration":"3.70442576s","start":"2026-04-28T07:51:10.425179Z","end":"2026-04-28T07:51:14.129605Z","steps":["trace[1898853786] 'process raft request' (duration: 3.703542768s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:14.129687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.425168Z","time spent":"3.704471751s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:14.129708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.425263Z","time spent":"3.704280406s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:14.129457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.424763Z","time spent":"3.704599055s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:14.947865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999159223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:14.94796Z","caller":"traceutil/trace.go:171","msg":"trace[197787662] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999314557s","start":"2026-04-28T07:51:09.948621Z","end":"2026-04-28T07:51:14.947936Z","steps":["trace[197787662] 'agreement among raft nodes before linearized reading' (duration: 4.999204174s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:14.948056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:09.948596Z","time spent":"4.99943918s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 07:51:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:14.9482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99910263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T07:51:14.948156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998979997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:14.948234Z","caller":"traceutil/trace.go:171","msg":"trace[358625264] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999154222s","start":"2026-04-28T07:51:09.949072Z","end":"2026-04-28T07:51:14.948226Z","steps":["trace[358625264] 'agreement among raft nodes before linearized reading' (duration: 4.999117561s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:14.948262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:09.949065Z","time spent":"4.999191073s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 07:51:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-28T07:51:14.948268Z","caller":"traceutil/trace.go:171","msg":"trace[752535164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999130131s","start":"2026-04-28T07:51:09.94911Z","end":"2026-04-28T07:51:14.94824Z","steps":["trace[752535164] 'agreement among raft nodes before linearized reading' (duration: 4.998984228s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:14.948342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:09.949105Z","time spent":"4.999219194s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/28 07:51:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:15.236297Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.108079061s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:51:15.718448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:51:15.718523Z","caller":"traceutil/trace.go:171","msg":"trace[299010889] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000404087s","start":"2026-04-28T07:51:13.718098Z","end":"2026-04-28T07:51:15.718502Z","steps":["trace[299010889] 'agreement among raft nodes before linearized reading' (duration: 2.000311975s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:15.718562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:13.71808Z","time spent":"2.00047433s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:15.751883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999993167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:15.751975Z","caller":"traceutil/trace.go:171","msg":"trace[1469218980] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000137261s","start":"2026-04-28T07:51:13.751816Z","end":"2026-04-28T07:51:15.751953Z","steps":["trace[1469218980] 'agreement among raft nodes before linearized reading' (duration: 2.000010418s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:15.752061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:13.751802Z","time spent":"2.000248313s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:51:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:17.443437Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.532494625s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:51:17.726629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:51:17.726708Z","caller":"traceutil/trace.go:171","msg":"trace[575660737] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000229304s","start":"2026-04-28T07:51:15.726464Z","end":"2026-04-28T07:51:17.726693Z","steps":["trace[575660737] 'agreement among raft nodes before linearized reading' (duration: 2.000122691s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:17.726747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:15.72645Z","time spent":"2.000288925s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:18.830445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:11.829447Z","time spent":"7.000987707s","remote":"127.0.0.1:51180","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:51:18.952216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.67568399s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:18.952419Z","caller":"traceutil/trace.go:171","msg":"trace[763207762] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21768; }","duration":"2.675903845s","start":"2026-04-28T07:51:16.276497Z","end":"2026-04-28T07:51:18.952401Z","steps":["trace[763207762] 'range keys from in-memory index tree' (duration: 2.675661039s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:18.957271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.720633663s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:18.957703Z","caller":"traceutil/trace.go:171","msg":"trace[1633667859] transaction","detail":"{read_only:false; response_revision:21770; number_of_response:1; }","duration":"4.989360384s","start":"2026-04-28T07:51:13.968309Z","end":"2026-04-28T07:51:18.95767Z","steps":["trace[1633667859] 'process raft request' (duration: 4.989165139s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:18.957834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:13.968285Z","time spent":"4.989479006s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:18.958128Z","caller":"traceutil/trace.go:171","msg":"trace[730711705] linearizableReadLoop","detail":"{readStateIndex:22423; appliedIndex:22414; }","duration":"6.59107669s","start":"2026-04-28T07:51:12.367012Z","end":"2026-04-28T07:51:18.958089Z","steps":["trace[730711705] 'read index received' (duration: 1.76129188s)","trace[730711705] 'applied index is now lower than readState.Index' (duration: 4.82977746s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:19.458968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:19.728317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000381487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:51:19.728398Z","caller":"traceutil/trace.go:171","msg":"trace[2105231388] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000518791s","start":"2026-04-28T07:51:17.727863Z","end":"2026-04-28T07:51:19.728381Z","steps":["trace[2105231388] 'agreement among raft nodes before linearized reading' (duration: 2.000415508s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:19.728616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:17.727841Z","time spent":"2.000764888s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:51:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:19.949288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998109018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T07:51:19.949339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.999255307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-28T07:51:19.949356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998523699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:19.949376Z","caller":"traceutil/trace.go:171","msg":"trace[17732937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998233111s","start":"2026-04-28T07:51:16.951122Z","end":"2026-04-28T07:51:19.949355Z","steps":["trace[17732937] 'agreement among raft nodes before linearized reading' (duration: 2.998116128s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:19.949429Z","caller":"traceutil/trace.go:171","msg":"trace[338916394] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998656312s","start":"2026-04-28T07:51:16.950753Z","end":"2026-04-28T07:51:19.949409Z","steps":["trace[338916394] 'agreement among raft nodes before linearized reading' (duration: 2.99855946s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:19.949425Z","caller":"traceutil/trace.go:171","msg":"trace[979973462] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.999405391s","start":"2026-04-28T07:51:16.949996Z","end":"2026-04-28T07:51:19.949401Z","steps":["trace[979973462] 'agreement among raft nodes before linearized reading' (duration: 2.999290728s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:19.949442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:16.951115Z","time spent":"2.998314784s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:51:19.949471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:16.950703Z","time spent":"2.998758894s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 07:51:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:19.949478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:16.949975Z","time spent":"2.999493062s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 07:51:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 07:51:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:19.960103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:20.460388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:20.961431Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:21.134789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:16.13668Z","time spent":"4.998099676s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:51:21.134849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:16.13676Z","time spent":"4.998080676s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:51:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:21.134938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:16.136649Z","time spent":"4.998285702s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:51:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:21.135102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:16.137213Z","time spent":"4.99788502s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:51:21.13512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:16.136844Z","time spent":"4.998081327s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:51:21.135251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:16.136588Z","time spent":"4.998662031s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:51:21.135251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:16.137973Z","time spent":"4.997275875s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:51:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:21.13541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:16.137343Z","time spent":"4.997855629s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:51:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:21.462208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:21.737245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000773008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:21.737321Z","caller":"traceutil/trace.go:171","msg":"trace[590855735] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000903641s","start":"2026-04-28T07:51:19.736398Z","end":"2026-04-28T07:51:21.737302Z","steps":["trace[590855735] 'agreement among raft nodes before linearized reading' (duration: 2.000805419s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:21.737376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:19.736376Z","time spent":"2.000990223s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:51:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:21.963479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:22.463643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:22.911509Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"00129dd2f20c6d4c","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T07:51:22.921868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:15.921704Z","time spent":"7.000157495s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:51:22.964492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:23.465028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:23.737927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000398928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:23.738011Z","caller":"traceutil/trace.go:171","msg":"trace[563003039] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530571s","start":"2026-04-28T07:51:21.737462Z","end":"2026-04-28T07:51:23.737992Z","steps":["trace[563003039] 'agreement among raft nodes before linearized reading' (duration: 2.000422599s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:23.73806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:21.737449Z","time spent":"2.000602073s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:51:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:23.978581Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:24.013942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.588888897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:24.014033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.056434281s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:51:24.014044Z","caller":"traceutil/trace.go:171","msg":"trace[1580276215] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21771; }","duration":"13.58902697s","start":"2026-04-28T07:51:10.424992Z","end":"2026-04-28T07:51:24.014019Z","steps":["trace[1580276215] 'agreement among raft nodes before linearized reading' (duration: 8.533166984s)","trace[1580276215] 'range keys from in-memory index tree' (duration: 5.055707841s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:24.014143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.424986Z","time spent":"13.589140053s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:24.014386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.343414575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-04-28T07:51:24.01451Z","caller":"traceutil/trace.go:171","msg":"trace[1523014704] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21771; }","duration":"14.34356044s","start":"2026-04-28T07:51:09.670892Z","end":"2026-04-28T07:51:24.014452Z","steps":["trace[1523014704] 'agreement among raft nodes before linearized reading' (duration: 9.287306795s)","trace[1523014704] 'range keys from in-memory index tree' (duration: 5.055981008s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:24.014598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:09.670866Z","time spent":"14.343689732s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-28T07:51:24.01532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.590800686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:51:24.015357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.066064434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-28T07:51:24.015451Z","caller":"traceutil/trace.go:171","msg":"trace[275538880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"14.066170337s","start":"2026-04-28T07:51:09.949267Z","end":"2026-04-28T07:51:24.015437Z","steps":["trace[275538880] 'agreement among raft nodes before linearized reading' (duration: 9.008856594s)","trace[275538880] 'range keys from in-memory index tree' (duration: 5.057205671s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:24.01549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.587761679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:24.015465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.0658523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-04-28T07:51:24.015517Z","caller":"traceutil/trace.go:171","msg":"trace[1296828452] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21771; }","duration":"13.587800489s","start":"2026-04-28T07:51:10.427707Z","end":"2026-04-28T07:51:24.015507Z","steps":["trace[1296828452] 'agreement among raft nodes before linearized reading' (duration: 8.530425614s)","trace[1296828452] 'range keys from in-memory index tree' (duration: 5.057341245s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:24.015533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:09.94926Z","time spent":"14.06626068s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-28T07:51:24.015535Z","caller":"traceutil/trace.go:171","msg":"trace[322941028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"14.065932661s","start":"2026-04-28T07:51:09.949583Z","end":"2026-04-28T07:51:24.015516Z","steps":["trace[322941028] 'agreement among raft nodes before linearized reading' (duration: 9.008549836s)","trace[322941028] 'range keys from in-memory index tree' (duration: 5.057299503s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:24.015557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.427698Z","time spent":"13.58784901s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:24.015588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:09.949575Z","time spent":"14.065998593s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/28 07:51:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 07:51:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:24.015778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.747174145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:24.015844Z","caller":"traceutil/trace.go:171","msg":"trace[205344592] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21771; }","duration":"13.747300189s","start":"2026-04-28T07:51:10.268525Z","end":"2026-04-28T07:51:24.015825Z","steps":["trace[205344592] 'agreement among raft nodes before linearized reading' (duration: 8.689566545s)","trace[205344592] 'count revisions from in-memory index tree' (duration: 5.057638342s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:24.015908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.591258947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:51:24.015975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.268496Z","time spent":"13.747429572s","remote":"127.0.0.1:50530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:24.016073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.591420341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:24.016113Z","caller":"traceutil/trace.go:171","msg":"trace[1145597396] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21771; }","duration":"13.591472142s","start":"2026-04-28T07:51:10.424628Z","end":"2026-04-28T07:51:24.0161Z","steps":["trace[1145597396] 'agreement among raft nodes before linearized reading' (duration: 8.533514672s)","trace[1145597396] 'range keys from in-memory index tree' (duration: 5.057902778s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:24.016156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.424624Z","time spent":"13.591522144s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:24.015458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.596411979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:24.016327Z","caller":"traceutil/trace.go:171","msg":"trace[1840289633] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21771; }","duration":"13.597306721s","start":"2026-04-28T07:51:10.418992Z","end":"2026-04-28T07:51:24.016298Z","steps":["trace[1840289633] 'agreement among raft nodes before linearized reading' (duration: 8.539129596s)","trace[1840289633] 'range keys from in-memory index tree' (duration: 5.057275763s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:24.016346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.59175563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:24.016382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.418966Z","time spent":"13.597395964s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:24.016382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.59175595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:24.016407Z","caller":"traceutil/trace.go:171","msg":"trace[1771860591] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21771; }","duration":"13.591825431s","start":"2026-04-28T07:51:10.424557Z","end":"2026-04-28T07:51:24.016382Z","steps":["trace[1771860591] 'agreement among raft nodes before linearized reading' (duration: 8.533552084s)","trace[1771860591] 'range keys from in-memory index tree' (duration: 5.058142064s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:24.016425Z","caller":"traceutil/trace.go:171","msg":"trace[1345514896] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21771; }","duration":"13.591808341s","start":"2026-04-28T07:51:10.424601Z","end":"2026-04-28T07:51:24.01641Z","steps":["trace[1345514896] 'agreement among raft nodes before linearized reading' (duration: 8.533542853s)","trace[1345514896] 'range keys from in-memory index tree' (duration: 5.058166665s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:24.016462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.424595Z","time spent":"13.591857762s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:51:24.015978Z","caller":"traceutil/trace.go:171","msg":"trace[865938075] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21771; }","duration":"13.591351039s","start":"2026-04-28T07:51:10.424596Z","end":"2026-04-28T07:51:24.015947Z","steps":["trace[865938075] 'agreement among raft nodes before linearized reading' (duration: 8.533556844s)","trace[865938075] 'range keys from in-memory index tree' (duration: 5.057688552s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:24.016494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.424574Z","time spent":"13.591911814s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:24.016525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.591905304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:24.016544Z","caller":"traceutil/trace.go:171","msg":"trace[320257926] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21771; }","duration":"13.591937564s","start":"2026-04-28T07:51:10.424601Z","end":"2026-04-28T07:51:24.016539Z","steps":["trace[320257926] 'agreement among raft nodes before linearized reading' (duration: 8.533486102s)","trace[320257926] 'range keys from in-memory index tree' (duration: 5.058390921s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:24.016534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.591489983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:24.016559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.424595Z","time spent":"13.591959835s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:51:24.016586Z","caller":"traceutil/trace.go:171","msg":"trace[197535462] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21771; }","duration":"13.591544104s","start":"2026-04-28T07:51:10.425023Z","end":"2026-04-28T07:51:24.016567Z","steps":["trace[197535462] 'agreement among raft nodes before linearized reading' (duration: 8.533127483s)","trace[197535462] 'range keys from in-memory index tree' (duration: 5.058291287s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:24.016627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.425018Z","time spent":"13.591598286s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:24.016659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.592004976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:24.01669Z","caller":"traceutil/trace.go:171","msg":"trace[1126372236] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21771; }","duration":"13.592047937s","start":"2026-04-28T07:51:10.424633Z","end":"2026-04-28T07:51:24.01668Z","steps":["trace[1126372236] 'agreement among raft nodes before linearized reading' (duration: 8.533503462s)","trace[1126372236] 'range keys from in-memory index tree' (duration: 5.058453302s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:24.016729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.424628Z","time spent":"13.592094518s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:51:24.015383Z","caller":"traceutil/trace.go:171","msg":"trace[1588980900] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21771; }","duration":"13.590883508s","start":"2026-04-28T07:51:10.424483Z","end":"2026-04-28T07:51:24.015366Z","steps":["trace[1588980900] 'agreement among raft nodes before linearized reading' (duration: 8.533631176s)","trace[1588980900] 'range keys from in-memory index tree' (duration: 5.057094428s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:24.016418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.231425875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:24.016823Z","caller":"traceutil/trace.go:171","msg":"trace[656841973] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:0; response_revision:21771; }","duration":"14.231898366s","start":"2026-04-28T07:51:09.784915Z","end":"2026-04-28T07:51:24.016813Z","steps":["trace[656841973] 'agreement among raft nodes before linearized reading' (duration: 9.173242699s)","trace[656841973] 'range keys from in-memory index tree' (duration: 5.058224685s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:24.016853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:09.784878Z","time spent":"14.231967678s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"warn","ts":"2026-04-28T07:51:24.016875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.424474Z","time spent":"13.592353394s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:24.016458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:10.424549Z","time spent":"13.591895983s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:24.017216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.245979965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-28T07:51:24.017298Z","caller":"traceutil/trace.go:171","msg":"trace[1653269695] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:21771; }","duration":"14.246109129s","start":"2026-04-28T07:51:09.77116Z","end":"2026-04-28T07:51:24.017269Z","steps":["trace[1653269695] 'agreement among raft nodes before linearized reading' (duration: 9.187002101s)","trace[1653269695] 'range keys from in-memory index tree' (duration: 5.0588189s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:24.017359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:09.771128Z","time spent":"14.246216691s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-28T07:51:24.167168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.723482102s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:51:24.170019Z","caller":"traceutil/trace.go:171","msg":"trace[1077146522] transaction","detail":"{read_only:false; response_revision:21781; number_of_response:1; }","duration":"6.79571245s","start":"2026-04-28T07:51:17.374285Z","end":"2026-04-28T07:51:24.169997Z","steps":["trace[1077146522] 'process raft request' (duration: 6.795672929s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:24.171076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:17.374256Z","time spent":"6.796626474s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:24.69339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.011957682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:24.69348Z","caller":"traceutil/trace.go:171","msg":"trace[40127738] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.012079235s","start":"2026-04-28T07:51:14.68138Z","end":"2026-04-28T07:51:24.693459Z","steps":["trace[40127738] 'agreement among raft nodes before linearized reading' (duration: 10.011951202s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:24.693534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:14.681308Z","time spent":"10.012212399s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/04/28 07:51:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:24.949481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:19.952297Z","time spent":"4.997178082s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:51:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:24.949585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:19.950655Z","time spent":"4.998924676s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 07:51:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:25.267725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:18.267335Z","time spent":"7.000382901s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:51:25.745295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999895515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:51:25.745415Z","caller":"traceutil/trace.go:171","msg":"trace[1727895274] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00007989s","start":"2026-04-28T07:51:23.745304Z","end":"2026-04-28T07:51:25.745384Z","steps":["trace[1727895274] 'agreement among raft nodes before linearized reading' (duration: 1.999924686s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:25.745475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:23.745285Z","time spent":"2.000177463s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:26.132757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.994664988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:26.132877Z","caller":"traceutil/trace.go:171","msg":"trace[1540022038] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.994790211s","start":"2026-04-28T07:51:21.138036Z","end":"2026-04-28T07:51:26.132826Z","steps":["trace[1540022038] 'agreement among raft nodes before linearized reading' (duration: 4.994672548s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:26.132953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:21.138031Z","time spent":"4.994909685s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/28 07:51:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:26.134694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99636141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:26.134747Z","caller":"traceutil/trace.go:171","msg":"trace[1189510001] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.996454443s","start":"2026-04-28T07:51:21.138279Z","end":"2026-04-28T07:51:26.134734Z","steps":["trace[1189510001] 'agreement among raft nodes before linearized reading' (duration: 4.996394811s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:26.134787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:21.138269Z","time spent":"4.996509695s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/04/28 07:51:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:26.134875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998726841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:26.134905Z","caller":"traceutil/trace.go:171","msg":"trace[387342716] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.998781012s","start":"2026-04-28T07:51:21.136117Z","end":"2026-04-28T07:51:26.134898Z","steps":["trace[387342716] 'agreement among raft nodes before linearized reading' (duration: 4.998748971s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:26.134936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:21.136103Z","time spent":"4.998827164s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/28 07:51:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:26.135058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999251014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:26.135088Z","caller":"traceutil/trace.go:171","msg":"trace[884014315] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999345787s","start":"2026-04-28T07:51:21.135735Z","end":"2026-04-28T07:51:26.135081Z","steps":["trace[884014315] 'agreement among raft nodes before linearized reading' (duration: 4.999313856s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:26.13512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:21.135713Z","time spent":"4.999401408s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/28 07:51:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:26.135185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.541895042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:26.135218Z","caller":"traceutil/trace.go:171","msg":"trace[988968417] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"3.541946584s","start":"2026-04-28T07:51:22.593259Z","end":"2026-04-28T07:51:26.135205Z","steps":["trace[988968417] 'agreement among raft nodes before linearized reading' (duration: 3.541919153s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:26.135247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:22.593245Z","time spent":"3.541996235s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/28 07:51:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:26.135635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999548743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:51:26.135755Z","caller":"traceutil/trace.go:171","msg":"trace[583814183] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999788329s","start":"2026-04-28T07:51:21.13594Z","end":"2026-04-28T07:51:26.135728Z","steps":["trace[583814183] 'agreement among raft nodes before linearized reading' (duration: 4.999565793s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:26.135829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:21.135926Z","time spent":"4.999889161s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-28T07:51:26.135979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998025704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:26.136064Z","caller":"traceutil/trace.go:171","msg":"trace[776423115] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998132036s","start":"2026-04-28T07:51:21.13792Z","end":"2026-04-28T07:51:26.136052Z","steps":["trace[776423115] 'agreement among raft nodes before linearized reading' (duration: 4.998032133s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:26.1361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:21.137913Z","time spent":"4.998178518s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/04/28 07:51:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:26.13805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998706351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:26.138145Z","caller":"traceutil/trace.go:171","msg":"trace[129471196] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.998832605s","start":"2026-04-28T07:51:21.139292Z","end":"2026-04-28T07:51:26.138124Z","steps":["trace[129471196] 'agreement among raft nodes before linearized reading' (duration: 4.998707021s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:26.138209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:21.139287Z","time spent":"4.998910327s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/28 07:51:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:26.173728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.148637482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:26.173802Z","caller":"traceutil/trace.go:171","msg":"trace[1049316279] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"2.148731104s","start":"2026-04-28T07:51:24.025053Z","end":"2026-04-28T07:51:26.173784Z","steps":["trace[1049316279] 'agreement among raft nodes before linearized reading' (duration: 2.148646112s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:26.173841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:24.025045Z","time spent":"2.148786985s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/04/28 07:51:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/04/28 07:51:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:26.953703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:19.952997Z","time spent":"7.000698229s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:51:26.955956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:19.955236Z","time spent":"7.00071267s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T07:51:27.05194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.884455916s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:51:27.537168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261168878s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:27.537261Z","caller":"traceutil/trace.go:171","msg":"trace[686814949] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21781; }","duration":"1.261267251s","start":"2026-04-28T07:51:26.275976Z","end":"2026-04-28T07:51:27.537243Z","steps":["trace[686814949] 'range keys from in-memory index tree' (duration: 1.261153298s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.53984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.644654ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:27.540624Z","caller":"traceutil/trace.go:171","msg":"trace[1151350565] linearizableReadLoop","detail":"{readStateIndex:22440; appliedIndex:22425; }","duration":"8.582399897s","start":"2026-04-28T07:51:18.958208Z","end":"2026-04-28T07:51:27.540608Z","steps":["trace[1151350565] 'read index received' (duration: 5.209301432s)","trace[1151350565] 'applied index is now lower than readState.Index' (duration: 3.373097575s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:27.540811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:24.025679Z","time spent":"3.515129071s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:51:27.541126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.791438208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:27.541164Z","caller":"traceutil/trace.go:171","msg":"trace[1172418772] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:21786; }","duration":"9.791872319s","start":"2026-04-28T07:51:17.749281Z","end":"2026-04-28T07:51:27.541154Z","steps":["trace[1172418772] 'agreement among raft nodes before linearized reading' (duration: 9.791769046s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.541189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:17.74926Z","time spent":"9.7919211s","remote":"127.0.0.1:47618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:27.541362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.260826874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:27.54139Z","caller":"traceutil/trace.go:171","msg":"trace[424617111] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:21786; }","duration":"13.260896726s","start":"2026-04-28T07:51:14.280487Z","end":"2026-04-28T07:51:27.541383Z","steps":["trace[424617111] 'agreement among raft nodes before linearized reading' (duration: 13.260821714s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.541409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:14.280464Z","time spent":"13.260940437s","remote":"127.0.0.1:46858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:27.541556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.763193574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:27.541566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.025259097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-f989756b7-blz9x.18aa75e3e64fd246\" ","response":"range_response_count:1 size:1175"} {"level":"warn","ts":"2026-04-28T07:51:27.541615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.910117865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:27.541636Z","caller":"traceutil/trace.go:171","msg":"trace[1886999063] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:21786; }","duration":"13.910182587s","start":"2026-04-28T07:51:13.631449Z","end":"2026-04-28T07:51:27.541631Z","steps":["trace[1886999063] 'agreement among raft nodes before linearized reading' (duration: 13.910148536s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.541695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:13.631422Z","time spent":"13.910264779s","remote":"127.0.0.1:49970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:27.541853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.923559858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:27.54188Z","caller":"traceutil/trace.go:171","msg":"trace[2737773] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:21786; }","duration":"13.923591659s","start":"2026-04-28T07:51:13.618281Z","end":"2026-04-28T07:51:27.541873Z","steps":["trace[2737773] 'agreement among raft nodes before linearized reading' (duration: 13.923529327s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.541907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:13.618266Z","time spent":"13.923629859s","remote":"127.0.0.1:46950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:27.541943Z","caller":"traceutil/trace.go:171","msg":"trace[580840549] range","detail":"{range_begin:/registry/events/openstack/manila-api-f989756b7-blz9x.18aa75e3e64fd246; range_end:; response_count:1; response_revision:21786; }","duration":"13.025426282s","start":"2026-04-28T07:51:14.51618Z","end":"2026-04-28T07:51:27.541606Z","steps":["trace[580840549] 'agreement among raft nodes before linearized reading' (duration: 13.025062502s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.54202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.161106294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-04-28T07:51:27.542063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.114277044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:27.542078Z","caller":"traceutil/trace.go:171","msg":"trace[810126039] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:21786; }","duration":"15.161244017s","start":"2026-04-28T07:51:12.380819Z","end":"2026-04-28T07:51:27.542063Z","steps":["trace[810126039] 'agreement among raft nodes before linearized reading' (duration: 15.161093283s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.54211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:12.380797Z","time spent":"15.161307559s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-04-28T07:51:27.542112Z","caller":"traceutil/trace.go:171","msg":"trace[1197647819] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:21786; }","duration":"14.114391506s","start":"2026-04-28T07:51:13.427707Z","end":"2026-04-28T07:51:27.542099Z","steps":["trace[1197647819] 'agreement among raft nodes before linearized reading' (duration: 14.114174201s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.542142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.07243674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:27.542149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:13.427683Z","time spent":"14.114452348s","remote":"127.0.0.1:46778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:27.542168Z","caller":"traceutil/trace.go:171","msg":"trace[1150051299] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:21786; }","duration":"12.072515232s","start":"2026-04-28T07:51:15.469644Z","end":"2026-04-28T07:51:27.542159Z","steps":["trace[1150051299] 'agreement among raft nodes before linearized reading' (duration: 12.072468131s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.542186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:15.46962Z","time spent":"12.072561864s","remote":"127.0.0.1:46496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:27.542203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.226028051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:27.542238Z","caller":"traceutil/trace.go:171","msg":"trace[1143688083] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:21786; }","duration":"12.226105073s","start":"2026-04-28T07:51:15.31612Z","end":"2026-04-28T07:51:27.542225Z","steps":["trace[1143688083] 'agreement among raft nodes before linearized reading' (duration: 12.226052471s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.542253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.425746617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:27.542267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.028492281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:27.542265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:15.3161Z","time spent":"12.226157903s","remote":"127.0.0.1:35996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:27.542283Z","caller":"traceutil/trace.go:171","msg":"trace[710876804] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:21786; }","duration":"10.425782519s","start":"2026-04-28T07:51:17.116494Z","end":"2026-04-28T07:51:27.542276Z","steps":["trace[710876804] 'agreement among raft nodes before linearized reading' (duration: 10.425718357s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:27.542288Z","caller":"traceutil/trace.go:171","msg":"trace[1279943593] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:21786; }","duration":"12.028552033s","start":"2026-04-28T07:51:15.513727Z","end":"2026-04-28T07:51:27.542279Z","steps":["trace[1279943593] 'agreement among raft nodes before linearized reading' (duration: 12.028520172s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.542306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:15.513702Z","time spent":"12.028598823s","remote":"127.0.0.1:35926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:27.542321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.945586159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:27.542337Z","caller":"traceutil/trace.go:171","msg":"trace[2013976838] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:21786; }","duration":"12.94563296s","start":"2026-04-28T07:51:14.596699Z","end":"2026-04-28T07:51:27.542332Z","steps":["trace[2013976838] 'agreement among raft nodes before linearized reading' (duration: 12.945592539s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.542354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:14.596677Z","time spent":"12.945672332s","remote":"127.0.0.1:51618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:27.542331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.126364613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T07:51:27.542376Z","caller":"traceutil/trace.go:171","msg":"trace[1608202991] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21786; }","duration":"12.126438045s","start":"2026-04-28T07:51:15.41593Z","end":"2026-04-28T07:51:27.542369Z","steps":["trace[1608202991] 'agreement among raft nodes before linearized reading' (duration: 12.126358873s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.542393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.611621588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:27.542402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:15.41592Z","time spent":"12.126475786s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T07:51:27.542409Z","caller":"traceutil/trace.go:171","msg":"trace[1828746842] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:21786; }","duration":"11.611668909s","start":"2026-04-28T07:51:15.930735Z","end":"2026-04-28T07:51:27.542404Z","steps":["trace[1828746842] 'agreement among raft nodes before linearized reading' (duration: 11.611638428s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.542273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.126698052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-28T07:51:27.542426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:15.930723Z","time spent":"11.61169962s","remote":"127.0.0.1:51050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:27.542428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.344751396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T07:51:27.542443Z","caller":"traceutil/trace.go:171","msg":"trace[630368863] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:21786; }","duration":"10.344767406s","start":"2026-04-28T07:51:17.197672Z","end":"2026-04-28T07:51:27.542439Z","steps":["trace[630368863] 'agreement among raft nodes before linearized reading' (duration: 10.344645043s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:27.542448Z","caller":"traceutil/trace.go:171","msg":"trace[67010925] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21786; }","duration":"12.126940098s","start":"2026-04-28T07:51:15.415496Z","end":"2026-04-28T07:51:27.542437Z","steps":["trace[67010925] 'agreement among raft nodes before linearized reading' (duration: 12.126669001s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.542457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:17.197617Z","time spent":"10.344836887s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":190,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:27.542478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:15.415475Z","time spent":"12.126993379s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T07:51:27.542304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:17.116436Z","time spent":"10.42586261s","remote":"127.0.0.1:51308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:27.542247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:14.516151Z","time spent":"13.025834743s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1197,"request content":"key:\"/registry/events/openstack/manila-api-f989756b7-blz9x.18aa75e3e64fd246\" "} {"level":"info","ts":"2026-04-28T07:51:27.541585Z","caller":"traceutil/trace.go:171","msg":"trace[941639388] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:21786; }","duration":"13.763257756s","start":"2026-04-28T07:51:13.778319Z","end":"2026-04-28T07:51:27.541577Z","steps":["trace[941639388] 'agreement among raft nodes before linearized reading' (duration: 13.763195065s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.542616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:13.778306Z","time spent":"13.764301903s","remote":"127.0.0.1:41872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:27.542497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.914102745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:39 size:319781"} {"level":"info","ts":"2026-04-28T07:51:27.543162Z","caller":"traceutil/trace.go:171","msg":"trace[929963949] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:39; response_revision:21786; }","duration":"14.914818133s","start":"2026-04-28T07:51:12.628329Z","end":"2026-04-28T07:51:27.543147Z","steps":["trace[929963949] 'agreement among raft nodes before linearized reading' (duration: 14.913651503s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.543201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:12.628308Z","time spent":"14.914881655s","remote":"127.0.0.1:51650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":39,"response size":319803,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-28T07:51:27.746426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000206163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:27.74697Z","caller":"traceutil/trace.go:171","msg":"trace[340328062] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000342756s","start":"2026-04-28T07:51:25.746149Z","end":"2026-04-28T07:51:27.746491Z","steps":["trace[340328062] 'agreement among raft nodes before linearized reading' (duration: 2.000240954s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:27.747042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:25.746129Z","time spent":"2.000898331s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:51:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:28.041101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:28.166359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000066968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:51:28.166445Z","caller":"traceutil/trace.go:171","msg":"trace[331502053] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000198102s","start":"2026-04-28T07:51:26.166227Z","end":"2026-04-28T07:51:28.166425Z","steps":["trace[331502053] 'agreement among raft nodes before linearized reading' (duration: 2.000059218s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:28.166494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.166191Z","time spent":"2.000293535s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:28.541646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:28.744907Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.692743025s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:51:28.745745Z","caller":"traceutil/trace.go:171","msg":"trace[1835876071] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21786; }","duration":"3.473953282s","start":"2026-04-28T07:51:25.271767Z","end":"2026-04-28T07:51:28.74572Z","steps":["trace[1835876071] 'process raft request' (duration: 3.473353777s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:28.745967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:25.271732Z","time spent":"3.474126927s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":723,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:28.748514Z","caller":"traceutil/trace.go:171","msg":"trace[1754255958] transaction","detail":"{read_only:false; response_revision:21787; number_of_response:1; }","duration":"2.61012604s","start":"2026-04-28T07:51:26.138375Z","end":"2026-04-28T07:51:28.748501Z","steps":["trace[1754255958] 'process raft request' (duration: 2.607258427s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:28.749302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.138339Z","time spent":"2.61092601s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:51:29.754471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000116011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T07:51:29.75458Z","caller":"traceutil/trace.go:171","msg":"trace[503022255] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000292295s","start":"2026-04-28T07:51:27.754263Z","end":"2026-04-28T07:51:29.754555Z","steps":["trace[503022255] 'agreement among raft nodes before linearized reading' (duration: 2.000152301s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.754957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:27.754244Z","time spent":"2.000691815s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:29.776355Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030759552s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:51:29.778093Z","caller":"traceutil/trace.go:171","msg":"trace[1779665782] transaction","detail":"{read_only:false; response_revision:21789; number_of_response:1; }","duration":"2.234332874s","start":"2026-04-28T07:51:27.543734Z","end":"2026-04-28T07:51:29.778067Z","steps":["trace[1779665782] 'process raft request' (duration: 2.234058467s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:29.778137Z","caller":"traceutil/trace.go:171","msg":"trace[925625283] linearizableReadLoop","detail":"{readStateIndex:22448; appliedIndex:22441; }","duration":"2.237440022s","start":"2026-04-28T07:51:27.540677Z","end":"2026-04-28T07:51:29.778117Z","steps":["trace[925625283] 'read index received' (duration: 1.204654819s)","trace[925625283] 'applied index is now lower than readState.Index' (duration: 1.032782153s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:29.778141Z","caller":"traceutil/trace.go:171","msg":"trace[1304383780] transaction","detail":"{read_only:false; response_revision:21790; number_of_response:1; }","duration":"2.232756043s","start":"2026-04-28T07:51:27.545359Z","end":"2026-04-28T07:51:29.778115Z","steps":["trace[1304383780] 'process raft request' (duration: 2.232587509s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.778261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:27.543718Z","time spent":"2.234432896s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:29.778355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150541539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:29.778409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.645480288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T07:51:29.778444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.745404133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:29.778402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.520751513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:29.778489Z","caller":"traceutil/trace.go:171","msg":"trace[48006931] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21792; }","duration":"3.745457644s","start":"2026-04-28T07:51:26.03302Z","end":"2026-04-28T07:51:29.778478Z","steps":["trace[48006931] 'agreement among raft nodes before linearized reading' (duration: 3.74528995s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.778526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.033016Z","time spent":"3.745501175s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:51:29.778471Z","caller":"traceutil/trace.go:171","msg":"trace[884656704] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:21792; }","duration":"4.645589471s","start":"2026-04-28T07:51:25.132869Z","end":"2026-04-28T07:51:29.778459Z","steps":["trace[884656704] 'agreement among raft nodes before linearized reading' (duration: 4.645336775s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.778575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.662795399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-04-28T07:51:29.778599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:25.13285Z","time spent":"4.645736154s","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:29.778598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.631816561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-28T07:51:29.778677Z","caller":"traceutil/trace.go:171","msg":"trace[1010726191] transaction","detail":"{read_only:false; response_revision:21791; number_of_response:1; }","duration":"2.232398114s","start":"2026-04-28T07:51:27.546266Z","end":"2026-04-28T07:51:29.778664Z","steps":["trace[1010726191] 'process raft request' (duration: 2.231744648s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:29.778712Z","caller":"traceutil/trace.go:171","msg":"trace[762214967] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:21792; }","duration":"3.631961105s","start":"2026-04-28T07:51:26.14673Z","end":"2026-04-28T07:51:29.778692Z","steps":["trace[762214967] 'agreement among raft nodes before linearized reading' (duration: 3.631681278s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.778762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.146708Z","time spent":"3.632047046s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-28T07:51:29.778754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.896265015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:29.778762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750417392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:29.778427Z","caller":"traceutil/trace.go:171","msg":"trace[1946156284] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:21792; }","duration":"3.150617591s","start":"2026-04-28T07:51:26.627792Z","end":"2026-04-28T07:51:29.77841Z","steps":["trace[1946156284] 'agreement among raft nodes before linearized reading' (duration: 3.150489647s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.778845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.898874869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T07:51:29.778874Z","caller":"traceutil/trace.go:171","msg":"trace[2035234800] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:21792; }","duration":"4.898939651s","start":"2026-04-28T07:51:24.879925Z","end":"2026-04-28T07:51:29.778864Z","steps":["trace[2035234800] 'agreement among raft nodes before linearized reading' (duration: 4.898749366s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.779008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.640161343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-04-28T07:51:29.779086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:27.545335Z","time spent":"2.232870586s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:29.779088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.221405023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:29.778972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.144233487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:29.779171Z","caller":"traceutil/trace.go:171","msg":"trace[746133841] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21792; }","duration":"3.221544466s","start":"2026-04-28T07:51:26.55761Z","end":"2026-04-28T07:51:29.779154Z","steps":["trace[746133841] 'agreement among raft nodes before linearized reading' (duration: 3.221439084s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.779216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.557586Z","time spent":"3.221621519s","remote":"127.0.0.1:46800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:29.779227Z","caller":"traceutil/trace.go:171","msg":"trace[934033337] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21792; }","duration":"4.144518254s","start":"2026-04-28T07:51:25.634693Z","end":"2026-04-28T07:51:29.779212Z","steps":["trace[934033337] 'agreement among raft nodes before linearized reading' (duration: 4.144251437s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.779289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:25.634671Z","time spent":"4.144605236s","remote":"127.0.0.1:46740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:29.779294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.935305464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:29.77934Z","caller":"traceutil/trace.go:171","msg":"trace[1924816960] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:21792; }","duration":"6.935413807s","start":"2026-04-28T07:51:22.843912Z","end":"2026-04-28T07:51:29.779325Z","steps":["trace[1924816960] 'agreement among raft nodes before linearized reading' (duration: 6.935284503s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.779374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:22.84389Z","time spent":"6.935476718s","remote":"127.0.0.1:46884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:29.778755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:27.546257Z","time spent":"2.232458315s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:29.779436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.745417503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:29.779484Z","caller":"traceutil/trace.go:171","msg":"trace[932546698] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21792; }","duration":"3.745472175s","start":"2026-04-28T07:51:26.034Z","end":"2026-04-28T07:51:29.779472Z","steps":["trace[932546698] 'agreement among raft nodes before linearized reading' (duration: 3.745358972s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.779462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744956761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:51:29.779525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.033994Z","time spent":"3.745524356s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:51:29.779539Z","caller":"traceutil/trace.go:171","msg":"trace[5600732] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21792; }","duration":"3.745081935s","start":"2026-04-28T07:51:26.034445Z","end":"2026-04-28T07:51:29.779527Z","steps":["trace[5600732] 'agreement among raft nodes before linearized reading' (duration: 3.744726676s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:29.778611Z","caller":"traceutil/trace.go:171","msg":"trace[2950234] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:21792; }","duration":"4.66287252s","start":"2026-04-28T07:51:25.115729Z","end":"2026-04-28T07:51:29.778602Z","steps":["trace[2950234] 'agreement among raft nodes before linearized reading' (duration: 4.662764268s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:29.779386Z","caller":"traceutil/trace.go:171","msg":"trace[437399412] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:21792; }","duration":"3.640339718s","start":"2026-04-28T07:51:26.138788Z","end":"2026-04-28T07:51:29.779128Z","steps":["trace[437399412] 'agreement among raft nodes before linearized reading' (duration: 3.640142073s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.779626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.034422Z","time spent":"3.745169917s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:29.779627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:25.115707Z","time spent":"4.663885916s","remote":"127.0.0.1:49824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-28T07:51:29.779632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.746535162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:51:29.779664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.855310329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:29.77968Z","caller":"traceutil/trace.go:171","msg":"trace[1023980539] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21792; }","duration":"3.746602273s","start":"2026-04-28T07:51:26.033067Z","end":"2026-04-28T07:51:29.779669Z","steps":["trace[1023980539] 'agreement among raft nodes before linearized reading' (duration: 3.74648085s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.779691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.695743114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:29.779707Z","caller":"traceutil/trace.go:171","msg":"trace[1116216610] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:21792; }","duration":"5.855395551s","start":"2026-04-28T07:51:23.924301Z","end":"2026-04-28T07:51:29.779697Z","steps":["trace[1116216610] 'agreement among raft nodes before linearized reading' (duration: 5.855341489s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:29.779733Z","caller":"traceutil/trace.go:171","msg":"trace[1202154551] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:21792; }","duration":"6.695781756s","start":"2026-04-28T07:51:23.083938Z","end":"2026-04-28T07:51:29.779719Z","steps":["trace[1202154551] 'agreement among raft nodes before linearized reading' (duration: 6.695714595s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.779725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.033053Z","time spent":"3.746662764s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:29.779753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:23.083915Z","time spent":"6.695832617s","remote":"127.0.0.1:51962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:29.778532Z","caller":"traceutil/trace.go:171","msg":"trace[715414083] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:21792; }","duration":"4.520948888s","start":"2026-04-28T07:51:25.257561Z","end":"2026-04-28T07:51:29.77851Z","steps":["trace[715414083] 'agreement among raft nodes before linearized reading' (duration: 4.520589079s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.779788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.092964909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:29.778869Z","caller":"traceutil/trace.go:171","msg":"trace[1720998755] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21792; }","duration":"3.750597546s","start":"2026-04-28T07:51:26.028249Z","end":"2026-04-28T07:51:29.778846Z","steps":["trace[1720998755] 'agreement among raft nodes before linearized reading' (duration: 3.750205996s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:29.779823Z","caller":"traceutil/trace.go:171","msg":"trace[1635966703] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:21792; }","duration":"6.093033501s","start":"2026-04-28T07:51:23.686779Z","end":"2026-04-28T07:51:29.779812Z","steps":["trace[1635966703] 'agreement among raft nodes before linearized reading' (duration: 6.09298596s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.779847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.028219Z","time spent":"3.751621361s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:29.779746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:23.924269Z","time spent":"5.855468753s","remote":"127.0.0.1:49858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:29.779894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.237310484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:29.778871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.627743Z","time spent":"3.151118194s","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:29.779931Z","caller":"traceutil/trace.go:171","msg":"trace[25057152] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:21792; }","duration":"6.237361655s","start":"2026-04-28T07:51:23.542559Z","end":"2026-04-28T07:51:29.779921Z","steps":["trace[25057152] 'agreement among raft nodes before linearized reading' (duration: 6.237312823s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.779868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.13877Z","time spent":"3.640920533s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-28T07:51:29.779326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.746259824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:29.780097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.853685317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-28T07:51:29.778984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744908211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:29.779853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:23.686752Z","time spent":"6.093094143s","remote":"127.0.0.1:41878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:29.780182Z","caller":"traceutil/trace.go:171","msg":"trace[247623888] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:21792; }","duration":"6.85380721s","start":"2026-04-28T07:51:22.926362Z","end":"2026-04-28T07:51:29.78017Z","steps":["trace[247623888] 'agreement among raft nodes before linearized reading' (duration: 6.853566064s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.779032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.212763523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:29.779969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:23.54255Z","time spent":"6.237409377s","remote":"127.0.0.1:47432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:29.779076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.753947938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:29.780235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.732739875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:29.780246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.792782722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:29.780248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.059094814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:29.780279Z","caller":"traceutil/trace.go:171","msg":"trace[1590107386] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21792; }","duration":"5.75515616s","start":"2026-04-28T07:51:24.025097Z","end":"2026-04-28T07:51:29.780253Z","steps":["trace[1590107386] 'agreement among raft nodes before linearized reading' (duration: 5.753922528s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:29.7803Z","caller":"traceutil/trace.go:171","msg":"trace[1486391285] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21792; }","duration":"9.792889375s","start":"2026-04-28T07:51:19.987398Z","end":"2026-04-28T07:51:29.780287Z","steps":["trace[1486391285] 'agreement among raft nodes before linearized reading' (duration: 9.792810403s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.780311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.505678994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:29.780323Z","caller":"traceutil/trace.go:171","msg":"trace[1033771490] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:21792; }","duration":"8.059153566s","start":"2026-04-28T07:51:21.721141Z","end":"2026-04-28T07:51:29.780294Z","steps":["trace[1033771490] 'agreement among raft nodes before linearized reading' (duration: 8.059074054s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.780294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.809155562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:29.780348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:24.025089Z","time spent":"5.755240822s","remote":"127.0.0.1:46636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:29.780345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:19.987371Z","time spent":"9.792964147s","remote":"127.0.0.1:46706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:29.780346Z","caller":"traceutil/trace.go:171","msg":"trace[2066279362] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21792; }","duration":"3.746300047s","start":"2026-04-28T07:51:26.034031Z","end":"2026-04-28T07:51:29.780331Z","steps":["trace[2066279362] 'agreement among raft nodes before linearized reading' (duration: 3.74489077s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.780358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.201066591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:29.780373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:22.926338Z","time spent":"6.854023726s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-04-28T07:51:29.780391Z","caller":"traceutil/trace.go:171","msg":"trace[64187534] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21792; }","duration":"7.809306246s","start":"2026-04-28T07:51:21.971067Z","end":"2026-04-28T07:51:29.780373Z","steps":["trace[64187534] 'agreement among raft nodes before linearized reading' (duration: 7.809102861s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.780406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.034008Z","time spent":"3.746382998s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:51:29.780427Z","caller":"traceutil/trace.go:171","msg":"trace[825270581] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:21792; }","duration":"7.201258456s","start":"2026-04-28T07:51:22.579153Z","end":"2026-04-28T07:51:29.780411Z","steps":["trace[825270581] 'agreement among raft nodes before linearized reading' (duration: 7.20102954s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.780441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:21.971049Z","time spent":"7.809381807s","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:29.779631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.754726238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ad4312bf-bb3b-436b-91b9-3d41d3bbbe1d\" ","response":"range_response_count:1 size:1437"} {"level":"warn","ts":"2026-04-28T07:51:29.780464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:22.579131Z","time spent":"7.201322747s","remote":"127.0.0.1:47594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:29.780485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.044040779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7103"} {"level":"warn","ts":"2026-04-28T07:51:29.778654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.796224406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:29.780524Z","caller":"traceutil/trace.go:171","msg":"trace[731193408] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:21792; }","duration":"10.044115351s","start":"2026-04-28T07:51:19.736399Z","end":"2026-04-28T07:51:29.780514Z","steps":["trace[731193408] 'agreement among raft nodes before linearized reading' (duration: 10.044017429s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.780545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:19.736376Z","time spent":"10.044163792s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7125,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T07:51:29.780552Z","caller":"traceutil/trace.go:171","msg":"trace[221714068] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:21792; }","duration":"4.798148485s","start":"2026-04-28T07:51:24.982386Z","end":"2026-04-28T07:51:29.780535Z","steps":["trace[221714068] 'agreement among raft nodes before linearized reading' (duration: 4.796241916s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:29.780263Z","caller":"traceutil/trace.go:171","msg":"trace[1200594779] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:21792; }","duration":"8.732793127s","start":"2026-04-28T07:51:21.047459Z","end":"2026-04-28T07:51:29.780253Z","steps":["trace[1200594779] 'agreement among raft nodes before linearized reading' (duration: 8.732759106s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.780604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:24.982367Z","time spent":"4.798224807s","remote":"127.0.0.1:47458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:29.78061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:21.047442Z","time spent":"8.733156435s","remote":"127.0.0.1:46628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:29.780332Z","caller":"traceutil/trace.go:171","msg":"trace[1830207447] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:21792; }","duration":"3.214092508s","start":"2026-04-28T07:51:26.566229Z","end":"2026-04-28T07:51:29.780321Z","steps":["trace[1830207447] 'agreement among raft nodes before linearized reading' (duration: 3.212758293s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.779618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.487829533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:51:29.78068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.566212Z","time spent":"3.214454776s","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:29.780489Z","caller":"traceutil/trace.go:171","msg":"trace[310197275] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ad4312bf-bb3b-436b-91b9-3d41d3bbbe1d; range_end:; response_count:1; response_revision:21792; }","duration":"5.75561026s","start":"2026-04-28T07:51:24.024868Z","end":"2026-04-28T07:51:29.780478Z","steps":["trace[310197275] 'agreement among raft nodes before linearized reading' (duration: 5.754650955s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.780726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:24.024847Z","time spent":"5.755871928s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-ad4312bf-bb3b-436b-91b9-3d41d3bbbe1d\" "} {"level":"warn","ts":"2026-04-28T07:51:29.780734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.877046858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:51:29.778925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.750742459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:29.780764Z","caller":"traceutil/trace.go:171","msg":"trace[1244604716] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:21792; }","duration":"9.877286183s","start":"2026-04-28T07:51:19.903469Z","end":"2026-04-28T07:51:29.780755Z","steps":["trace[1244604716] 'agreement among raft nodes before linearized reading' (duration: 9.877044977s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:29.780771Z","caller":"traceutil/trace.go:171","msg":"trace[1810620809] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21792; }","duration":"3.752631268s","start":"2026-04-28T07:51:26.028129Z","end":"2026-04-28T07:51:29.78076Z","steps":["trace[1810620809] 'agreement among raft nodes before linearized reading' (duration: 3.75076351s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:29.778927Z","caller":"traceutil/trace.go:171","msg":"trace[2090915260] transaction","detail":"{read_only:false; response_revision:21792; number_of_response:1; }","duration":"2.231971143s","start":"2026-04-28T07:51:27.546945Z","end":"2026-04-28T07:51:29.778916Z","steps":["trace[2090915260] 'process raft request' (duration: 2.231117052s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.780808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.028107Z","time spent":"3.752687719s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:29.778959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.745947937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:29.778625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.744106391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:29.780872Z","caller":"traceutil/trace.go:171","msg":"trace[929746459] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21792; }","duration":"3.747868766s","start":"2026-04-28T07:51:26.032991Z","end":"2026-04-28T07:51:29.780859Z","steps":["trace[929746459] 'agreement among raft nodes before linearized reading' (duration: 3.745915106s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:29.780885Z","caller":"traceutil/trace.go:171","msg":"trace[807914872] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21792; }","duration":"3.746497211s","start":"2026-04-28T07:51:26.034379Z","end":"2026-04-28T07:51:29.780876Z","steps":["trace[807914872] 'agreement among raft nodes before linearized reading' (duration: 3.743894245s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.780048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.241869261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:29.778837Z","caller":"traceutil/trace.go:171","msg":"trace[961435662] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:21792; }","duration":"2.896422699s","start":"2026-04-28T07:51:26.882398Z","end":"2026-04-28T07:51:29.77882Z","steps":["trace[961435662] 'agreement among raft nodes before linearized reading' (duration: 2.896274175s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.780915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.032987Z","time spent":"3.747915867s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:51:29.780944Z","caller":"traceutil/trace.go:171","msg":"trace[1235848117] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:21792; }","duration":"6.242793804s","start":"2026-04-28T07:51:23.538119Z","end":"2026-04-28T07:51:29.780913Z","steps":["trace[1235848117] 'agreement among raft nodes before linearized reading' (duration: 6.241867711s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.780946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.882373Z","time spent":"2.898560554s","remote":"127.0.0.1:51594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:29.77898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.746016778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:29.78072Z","caller":"traceutil/trace.go:171","msg":"trace[1235475989] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21792; }","duration":"6.488963772s","start":"2026-04-28T07:51:23.291737Z","end":"2026-04-28T07:51:29.780701Z","steps":["trace[1235475989] 'agreement among raft nodes before linearized reading' (duration: 6.487837433s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.780976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:23.538096Z","time spent":"6.242870047s","remote":"127.0.0.1:34712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:29.781001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:23.291716Z","time spent":"6.489271489s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:29.780984Z","caller":"traceutil/trace.go:171","msg":"trace[1291540254] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21792; }","duration":"3.74803015s","start":"2026-04-28T07:51:26.032946Z","end":"2026-04-28T07:51:29.780976Z","steps":["trace[1291540254] 'agreement among raft nodes before linearized reading' (duration: 3.745979578s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.781094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.03292Z","time spent":"3.748163804s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:29.780991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:24.879903Z","time spent":"4.901069715s","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":248,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:29.779808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:25.257539Z","time spent":"4.52225135s","remote":"127.0.0.1:51952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:29.780912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.034373Z","time spent":"3.746531752s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:51:29.780124Z","caller":"traceutil/trace.go:171","msg":"trace[1611953876] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21792; }","duration":"3.747048856s","start":"2026-04-28T07:51:26.033045Z","end":"2026-04-28T07:51:29.780093Z","steps":["trace[1611953876] 'agreement among raft nodes before linearized reading' (duration: 3.746166813s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.781234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:26.033039Z","time spent":"3.748178294s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:29.780908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:19.903441Z","time spent":"9.877344865s","remote":"127.0.0.1:51736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:29.780353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:21.721082Z","time spent":"8.059263309s","remote":"127.0.0.1:50030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:29.780196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.229973354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:29.78138Z","caller":"traceutil/trace.go:171","msg":"trace[1305622835] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:21792; }","duration":"9.231213325s","start":"2026-04-28T07:51:20.550157Z","end":"2026-04-28T07:51:29.78137Z","steps":["trace[1305622835] 'agreement among raft nodes before linearized reading' (duration: 9.229991994s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.781412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:20.550133Z","time spent":"9.231269847s","remote":"127.0.0.1:46902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":28,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:29.780341Z","caller":"traceutil/trace.go:171","msg":"trace[1973450755] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21792; }","duration":"9.505751486s","start":"2026-04-28T07:51:20.274583Z","end":"2026-04-28T07:51:29.780335Z","steps":["trace[1973450755] 'agreement among raft nodes before linearized reading' (duration: 9.505708605s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:29.781499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:20.274561Z","time spent":"9.506916735s","remote":"127.0.0.1:46642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:29.780839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:27.546926Z","time spent":"2.233875672s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:30.55081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.744529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:30.551017Z","caller":"traceutil/trace.go:171","msg":"trace[1723715514] linearizableReadLoop","detail":"{readStateIndex:22450; appliedIndex:22448; }","duration":"772.819985ms","start":"2026-04-28T07:51:29.778181Z","end":"2026-04-28T07:51:30.551001Z","steps":["trace[1723715514] 'read index received' (duration: 21.050355ms)","trace[1723715514] 'applied index is now lower than readState.Index' (duration: 751.76886ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:30.551211Z","caller":"traceutil/trace.go:171","msg":"trace[2146822164] transaction","detail":"{read_only:false; response_revision:21793; number_of_response:1; }","duration":"1.551826098s","start":"2026-04-28T07:51:28.999373Z","end":"2026-04-28T07:51:30.5512Z","steps":["trace[2146822164] 'process raft request' (duration: 799.620187ms)","trace[2146822164] 'compare' (duration: 750.507238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:30.551388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:28.999337Z","time spent":"1.55190199s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:30.551592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228727121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:30.551668Z","caller":"traceutil/trace.go:171","msg":"trace[1357959227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:21794; }","duration":"2.228848945s","start":"2026-04-28T07:51:28.322809Z","end":"2026-04-28T07:51:30.551658Z","steps":["trace[1357959227] 'agreement among raft nodes before linearized reading' (duration: 2.228747582s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:30.551644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.149819981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:30.551699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:28.322789Z","time spent":"2.228902005s","remote":"127.0.0.1:50554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:30.551728Z","caller":"traceutil/trace.go:171","msg":"trace[468567653] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:21794; }","duration":"2.149969235s","start":"2026-04-28T07:51:28.401734Z","end":"2026-04-28T07:51:30.551704Z","steps":["trace[468567653] 'agreement among raft nodes before linearized reading' (duration: 2.14979484s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:30.551793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:28.401709Z","time spent":"2.150066298s","remote":"127.0.0.1:46514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:30.551836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46122299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:30.551865Z","caller":"traceutil/trace.go:171","msg":"trace[1262059428] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:21794; }","duration":"2.461311993s","start":"2026-04-28T07:51:28.090544Z","end":"2026-04-28T07:51:30.551856Z","steps":["trace[1262059428] 'agreement among raft nodes before linearized reading' (duration: 2.461265241s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:30.551889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:28.090522Z","time spent":"2.461358543s","remote":"127.0.0.1:46908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":28,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:30.552151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.601502411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:30.552164Z","caller":"traceutil/trace.go:171","msg":"trace[1642640321] transaction","detail":"{read_only:false; response_revision:21794; number_of_response:1; }","duration":"1.373686802s","start":"2026-04-28T07:51:29.17846Z","end":"2026-04-28T07:51:30.552147Z","steps":["trace[1642640321] 'process raft request' (duration: 1.372452381s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:30.552193Z","caller":"traceutil/trace.go:171","msg":"trace[609435593] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:21794; }","duration":"2.601606424s","start":"2026-04-28T07:51:27.950575Z","end":"2026-04-28T07:51:30.552182Z","steps":["trace[609435593] 'agreement among raft nodes before linearized reading' (duration: 2.601543382s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:30.552225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:27.950526Z","time spent":"2.601688906s","remote":"127.0.0.1:47634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:30.552269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:29.178428Z","time spent":"1.373769134s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:30.552365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.087827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:30.552395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.661268603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:30.552401Z","caller":"traceutil/trace.go:171","msg":"trace[1993593001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21794; }","duration":"796.118818ms","start":"2026-04-28T07:51:29.75627Z","end":"2026-04-28T07:51:30.552388Z","steps":["trace[1993593001] 'agreement among raft nodes before linearized reading' (duration: 796.061456ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:30.552415Z","caller":"traceutil/trace.go:171","msg":"trace[1769355503] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:21794; }","duration":"2.661326954s","start":"2026-04-28T07:51:27.891083Z","end":"2026-04-28T07:51:30.552409Z","steps":["trace[1769355503] 'agreement among raft nodes before linearized reading' (duration: 2.661254973s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:30.552428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:29.755427Z","time spent":"796.99533ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:30.55246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.004977002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:30.552483Z","caller":"traceutil/trace.go:171","msg":"trace[2084294322] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:21794; }","duration":"3.004999432s","start":"2026-04-28T07:51:27.547478Z","end":"2026-04-28T07:51:30.552478Z","steps":["trace[2084294322] 'agreement among raft nodes before linearized reading' (duration: 3.004967641s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:30.5525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:27.547451Z","time spent":"3.005045494s","remote":"127.0.0.1:51256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-04-28T07:51:30.552772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517771149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T07:51:30.552831Z","caller":"traceutil/trace.go:171","msg":"trace[1289377467] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:21794; }","duration":"1.517864792s","start":"2026-04-28T07:51:29.034956Z","end":"2026-04-28T07:51:30.552821Z","steps":["trace[1289377467] 'agreement among raft nodes before linearized reading' (duration: 1.517628456s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:30.552862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:29.034941Z","time spent":"1.517913134s","remote":"127.0.0.1:51390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":255,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:30.553125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799226437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:689"} {"level":"info","ts":"2026-04-28T07:51:30.553165Z","caller":"traceutil/trace.go:171","msg":"trace[1550064196] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:21794; }","duration":"1.799289268s","start":"2026-04-28T07:51:28.753866Z","end":"2026-04-28T07:51:30.553155Z","steps":["trace[1550064196] 'agreement among raft nodes before linearized reading' (duration: 1.799141403s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:30.553194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:28.753852Z","time spent":"1.79933531s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":711,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-28T07:51:30.553354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.914967793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:30.553391Z","caller":"traceutil/trace.go:171","msg":"trace[2128684411] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:21794; }","duration":"1.915611029s","start":"2026-04-28T07:51:28.637771Z","end":"2026-04-28T07:51:30.553382Z","steps":["trace[2128684411] 'agreement among raft nodes before linearized reading' (duration: 1.915552327s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:30.553419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:28.637749Z","time spent":"1.915662401s","remote":"127.0.0.1:49922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:30.553591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088311007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:30.553633Z","caller":"traceutil/trace.go:171","msg":"trace[129550894] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:21794; }","duration":"2.088394419s","start":"2026-04-28T07:51:28.465225Z","end":"2026-04-28T07:51:30.55362Z","steps":["trace[129550894] 'agreement among raft nodes before linearized reading' (duration: 2.088335507s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:30.553663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:28.465202Z","time spent":"2.08845332s","remote":"127.0.0.1:49822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:30.553834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096180396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:30.553872Z","caller":"traceutil/trace.go:171","msg":"trace[1759516180] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:21794; }","duration":"2.096262969s","start":"2026-04-28T07:51:28.4576Z","end":"2026-04-28T07:51:30.553863Z","steps":["trace[1759516180] 'agreement among raft nodes before linearized reading' (duration: 2.096201957s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:30.553902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:28.457578Z","time spent":"2.096316011s","remote":"127.0.0.1:34742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:30.552435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:27.891061Z","time spent":"2.661369485s","remote":"127.0.0.1:51664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":67,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:30.92169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134415331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:30.921791Z","caller":"traceutil/trace.go:171","msg":"trace[270018460] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"1.134547494s","start":"2026-04-28T07:51:29.787214Z","end":"2026-04-28T07:51:30.921761Z","steps":["trace[270018460] 'agreement among raft nodes before linearized reading' (duration: 1.134422081s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:30.921838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:29.787207Z","time spent":"1.134622726s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/04/28 07:51:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:31.051834Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:31.211632Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.412533912s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:51:31.381965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.806313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:31.382459Z","caller":"traceutil/trace.go:171","msg":"trace[18910686] linearizableReadLoop","detail":"{readStateIndex:22454; appliedIndex:22450; }","duration":"831.394347ms","start":"2026-04-28T07:51:30.551046Z","end":"2026-04-28T07:51:31.38244Z","steps":["trace[18910686] 'read index received' (duration: 660.921427ms)","trace[18910686] 'applied index is now lower than readState.Index' (duration: 170.4716ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:31.382499Z","caller":"traceutil/trace.go:171","msg":"trace[1256781681] transaction","detail":"{read_only:false; response_revision:21797; number_of_response:1; }","duration":"823.063975ms","start":"2026-04-28T07:51:30.55941Z","end":"2026-04-28T07:51:31.382474Z","steps":["trace[1256781681] 'process raft request' (duration: 822.909381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:31.382581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035054011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:31.382632Z","caller":"traceutil/trace.go:171","msg":"trace[1691234204] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:21798; }","duration":"1.035160274s","start":"2026-04-28T07:51:30.347461Z","end":"2026-04-28T07:51:31.382621Z","steps":["trace[1691234204] 'agreement among raft nodes before linearized reading' (duration: 1.03498997s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:31.382639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596568626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-28T07:51:31.382616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486992547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:31.382692Z","caller":"traceutil/trace.go:171","msg":"trace[2079886144] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21798; }","duration":"1.597571993s","start":"2026-04-28T07:51:29.785106Z","end":"2026-04-28T07:51:31.382678Z","steps":["trace[2079886144] 'agreement among raft nodes before linearized reading' (duration: 1.59746498s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:31.38272Z","caller":"traceutil/trace.go:171","msg":"trace[19817890] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:21798; }","duration":"1.487164311s","start":"2026-04-28T07:51:29.895525Z","end":"2026-04-28T07:51:31.38269Z","steps":["trace[19817890] 'agreement among raft nodes before linearized reading' (duration: 1.486977926s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:31.382744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:29.785064Z","time spent":"1.597667525s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-28T07:51:31.382759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:29.895501Z","time spent":"1.487250134s","remote":"127.0.0.1:49834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:31.382786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596748281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-04-28T07:51:31.382815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.971074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-04-28T07:51:31.382826Z","caller":"traceutil/trace.go:171","msg":"trace[275087396] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:21798; }","duration":"1.596800632s","start":"2026-04-28T07:51:29.786012Z","end":"2026-04-28T07:51:31.382813Z","steps":["trace[275087396] 'agreement among raft nodes before linearized reading' (duration: 1.596685719s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:31.382862Z","caller":"traceutil/trace.go:171","msg":"trace[1975510448] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:21798; }","duration":"827.041256ms","start":"2026-04-28T07:51:30.555806Z","end":"2026-04-28T07:51:31.382847Z","steps":["trace[1975510448] 'agreement among raft nodes before linearized reading' (duration: 826.895902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:31.382873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:29.786006Z","time spent":"1.596853604s","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1958,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-28T07:51:31.382888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.399337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:31.382923Z","caller":"traceutil/trace.go:171","msg":"trace[757246368] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:21798; }","duration":"668.473939ms","start":"2026-04-28T07:51:30.714439Z","end":"2026-04-28T07:51:31.382913Z","steps":["trace[757246368] 'agreement among raft nodes before linearized reading' (duration: 668.405097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:31.382941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.088077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:31.382961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:30.714417Z","time spent":"668.534791ms","remote":"127.0.0.1:51880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:31.382663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:30.347446Z","time spent":"1.035209405s","remote":"127.0.0.1:51524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:31.382895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:30.555793Z","time spent":"827.094607ms","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1159,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-28T07:51:31.382626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:30.559371Z","time spent":"823.187648ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:31.382966Z","caller":"traceutil/trace.go:171","msg":"trace[241300188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21798; }","duration":"818.146689ms","start":"2026-04-28T07:51:30.564811Z","end":"2026-04-28T07:51:31.382958Z","steps":["trace[241300188] 'agreement among raft nodes before linearized reading' (duration: 818.099648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:31.383192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.136488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:31.382581Z","caller":"traceutil/trace.go:171","msg":"trace[806881973] transaction","detail":"{read_only:false; response_revision:21798; number_of_response:1; }","duration":"456.540063ms","start":"2026-04-28T07:51:30.925944Z","end":"2026-04-28T07:51:31.382484Z","steps":["trace[806881973] 'process raft request' (duration: 456.44137ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:31.383217Z","caller":"traceutil/trace.go:171","msg":"trace[4862825] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:21798; }","duration":"446.19986ms","start":"2026-04-28T07:51:30.937007Z","end":"2026-04-28T07:51:31.383207Z","steps":["trace[4862825] 'agreement among raft nodes before linearized reading' (duration: 446.142849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:31.383211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:30.56475Z","time spent":"818.451167ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:31.38324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:30.936983Z","time spent":"446.249881ms","remote":"127.0.0.1:46480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:31.383262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:30.925921Z","time spent":"457.306573ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:31.382521Z","caller":"traceutil/trace.go:171","msg":"trace[586817800] transaction","detail":"{read_only:false; response_revision:21796; number_of_response:1; }","duration":"1.588492811s","start":"2026-04-28T07:51:29.793995Z","end":"2026-04-28T07:51:31.382488Z","steps":["trace[586817800] 'process raft request' (duration: 1.588210953s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:31.383816Z","caller":"traceutil/trace.go:171","msg":"trace[1362758306] transaction","detail":"{read_only:false; response_revision:21795; number_of_response:1; }","duration":"1.593822017s","start":"2026-04-28T07:51:29.78849Z","end":"2026-04-28T07:51:31.382312Z","steps":["trace[1362758306] 'process raft request' (duration: 1.423587212s)","trace[1362758306] 'compare' (duration: 169.640119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:31.383878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:29.788476Z","time spent":"1.595375585s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:51:31.383987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:29.793975Z","time spent":"1.589384754s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7279,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:31.897099Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:32.397645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161422,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:32.546352Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149891264s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:51:33.702824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00008875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T07:51:33.702974Z","caller":"traceutil/trace.go:171","msg":"trace[2001871632] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000294365s","start":"2026-04-28T07:51:31.702665Z","end":"2026-04-28T07:51:33.702959Z","steps":["trace[2001871632] 'agreement among raft nodes before linearized reading' (duration: 2.000123181s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:33.703037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.70264Z","time spent":"2.000383928s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 07:51:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T07:51:34.223872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677180179s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:34.224066Z","caller":"traceutil/trace.go:171","msg":"trace[150782817] linearizableReadLoop","detail":"{readStateIndex:22456; appliedIndex:22454; }","duration":"2.827594617s","start":"2026-04-28T07:51:31.396459Z","end":"2026-04-28T07:51:34.224054Z","steps":["trace[150782817] 'read index received' (duration: 1.150211252s)","trace[150782817] 'applied index is now lower than readState.Index' (duration: 1.677382475s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:34.224098Z","caller":"traceutil/trace.go:171","msg":"trace[221011985] transaction","detail":"{read_only:false; response_revision:21799; number_of_response:1; }","duration":"2.82771106s","start":"2026-04-28T07:51:31.396354Z","end":"2026-04-28T07:51:34.224065Z","steps":["trace[221011985] 'process raft request' (duration: 1.150279394s)","trace[221011985] 'compare' (duration: 1.676681537s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:34.224132Z","caller":"traceutil/trace.go:171","msg":"trace[1294298381] transaction","detail":"{read_only:false; response_revision:21800; number_of_response:1; }","duration":"2.827460713s","start":"2026-04-28T07:51:31.396607Z","end":"2026-04-28T07:51:34.224068Z","steps":["trace[1294298381] 'process raft request' (duration: 2.82735291s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.22423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827772161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-04-28T07:51:34.224218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.138457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:34.224249Z","caller":"traceutil/trace.go:171","msg":"trace[939649514] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:21800; }","duration":"2.827834652s","start":"2026-04-28T07:51:31.396407Z","end":"2026-04-28T07:51:34.224242Z","steps":["trace[939649514] 'agreement among raft nodes before linearized reading' (duration: 2.827719189s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.224238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.396338Z","time spent":"2.827827432s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:34.224249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.32071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:34.224279Z","caller":"traceutil/trace.go:171","msg":"trace[1476963352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21800; }","duration":"521.249511ms","start":"2026-04-28T07:51:33.703014Z","end":"2026-04-28T07:51:34.224263Z","steps":["trace[1476963352] 'agreement among raft nodes before linearized reading' (duration: 521.144428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.224259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.40188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:51:34.224308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.883211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:34.224313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:33.702976Z","time spent":"521.329882ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:34.224275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.396384Z","time spent":"2.827885284s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-04-28T07:51:34.224335Z","caller":"traceutil/trace.go:171","msg":"trace[1218155225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21800; }","duration":"520.957243ms","start":"2026-04-28T07:51:33.703372Z","end":"2026-04-28T07:51:34.224329Z","steps":["trace[1218155225] 'agreement among raft nodes before linearized reading' (duration: 520.920583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.224349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:33.703345Z","time spent":"521.001134ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:51:34.224344Z","caller":"traceutil/trace.go:171","msg":"trace[1587479906] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:21800; }","duration":"467.526072ms","start":"2026-04-28T07:51:33.7568Z","end":"2026-04-28T07:51:34.224326Z","steps":["trace[1587479906] 'agreement among raft nodes before linearized reading' (duration: 467.360478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.224326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.396587Z","time spent":"2.827645668s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:51:34.224314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827822792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-28T07:51:34.224384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:33.756792Z","time spent":"467.584314ms","remote":"127.0.0.1:47648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:34.224402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432325724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:34.224541Z","caller":"traceutil/trace.go:171","msg":"trace[2078300937] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21800; }","duration":"2.432492438s","start":"2026-04-28T07:51:31.792036Z","end":"2026-04-28T07:51:34.224528Z","steps":["trace[2078300937] 'agreement among raft nodes before linearized reading' (duration: 2.432292423s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.224566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434280374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:34.224577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603653676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-28T07:51:34.224601Z","caller":"traceutil/trace.go:171","msg":"trace[674451332] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21800; }","duration":"2.434316415s","start":"2026-04-28T07:51:31.790275Z","end":"2026-04-28T07:51:34.224591Z","steps":["trace[674451332] 'agreement among raft nodes before linearized reading' (duration: 2.434185512s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.224624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433785372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:34.224625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828049648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-79bf49a0-29c1-4848-95a1-2b000d4b137b\" ","response":"range_response_count:1 size:1452"} {"level":"info","ts":"2026-04-28T07:51:34.224633Z","caller":"traceutil/trace.go:171","msg":"trace[108734520] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21800; }","duration":"1.603744709s","start":"2026-04-28T07:51:32.620873Z","end":"2026-04-28T07:51:34.224618Z","steps":["trace[108734520] 'agreement among raft nodes before linearized reading' (duration: 1.603615385s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:34.224647Z","caller":"traceutil/trace.go:171","msg":"trace[882771410] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21800; }","duration":"2.433839403s","start":"2026-04-28T07:51:31.7908Z","end":"2026-04-28T07:51:34.224639Z","steps":["trace[882771410] 'agreement among raft nodes before linearized reading' (duration: 2.433807112s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:34.22466Z","caller":"traceutil/trace.go:171","msg":"trace[575676121] range","detail":"{range_begin:/registry/persistentvolumes/pvc-79bf49a0-29c1-4848-95a1-2b000d4b137b; range_end:; response_count:1; response_revision:21800; }","duration":"2.828098489s","start":"2026-04-28T07:51:31.39655Z","end":"2026-04-28T07:51:34.224649Z","steps":["trace[575676121] 'agreement among raft nodes before linearized reading' (duration: 2.828002617s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.224671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.79078Z","time spent":"2.433888854s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:34.224664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435949886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:51:34.224643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.435371042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:34.224678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:32.620749Z","time spent":"1.603921344s","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-28T07:51:34.224689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.396538Z","time spent":"2.828144s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-79bf49a0-29c1-4848-95a1-2b000d4b137b\" "} {"level":"warn","ts":"2026-04-28T07:51:34.224685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433398482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:34.224697Z","caller":"traceutil/trace.go:171","msg":"trace[1026981911] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21800; }","duration":"2.436031728s","start":"2026-04-28T07:51:31.788658Z","end":"2026-04-28T07:51:34.224689Z","steps":["trace[1026981911] 'agreement among raft nodes before linearized reading' (duration: 2.435834653s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.224707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.433987217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:34.224721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.788631Z","time spent":"2.436085179s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:34.224726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.430725683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:51:34.22459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.791983Z","time spent":"2.432595961s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:34.224318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432189571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:34.224753Z","caller":"traceutil/trace.go:171","msg":"trace[1406480788] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21800; }","duration":"2.430771365s","start":"2026-04-28T07:51:31.793975Z","end":"2026-04-28T07:51:34.224747Z","steps":["trace[1406480788] 'agreement among raft nodes before linearized reading' (duration: 2.430640552s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:34.224762Z","caller":"traceutil/trace.go:171","msg":"trace[115301281] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21800; }","duration":"2.432683953s","start":"2026-04-28T07:51:31.79207Z","end":"2026-04-28T07:51:34.224754Z","steps":["trace[115301281] 'agreement among raft nodes before linearized reading' (duration: 2.432137009s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:34.224747Z","caller":"traceutil/trace.go:171","msg":"trace[958880818] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21800; }","duration":"2.434051549s","start":"2026-04-28T07:51:31.790687Z","end":"2026-04-28T07:51:34.224739Z","steps":["trace[958880818] 'agreement among raft nodes before linearized reading' (duration: 2.433990967s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:34.224703Z","caller":"traceutil/trace.go:171","msg":"trace[674907819] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21800; }","duration":"2.435469464s","start":"2026-04-28T07:51:31.789225Z","end":"2026-04-28T07:51:34.224695Z","steps":["trace[674907819] 'agreement among raft nodes before linearized reading' (duration: 2.43533824s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.224778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.793965Z","time spent":"2.430808696s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:34.224651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.790199Z","time spent":"2.434436608s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:34.224755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828028558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-28T07:51:34.224377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.997223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:34.224424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260775618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:34.224842Z","caller":"traceutil/trace.go:171","msg":"trace[1098290485] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:21800; }","duration":"574.507906ms","start":"2026-04-28T07:51:33.650325Z","end":"2026-04-28T07:51:34.224833Z","steps":["trace[1098290485] 'agreement among raft nodes before linearized reading' (duration: 574.021744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.224878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:33.650299Z","time spent":"574.567248ms","remote":"127.0.0.1:51608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:34.224312Z","caller":"traceutil/trace.go:171","msg":"trace[32142542] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:21800; }","duration":"233.437053ms","start":"2026-04-28T07:51:33.990858Z","end":"2026-04-28T07:51:34.224296Z","steps":["trace[32142542] 'agreement among raft nodes before linearized reading' (duration: 233.32536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.224781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.792046Z","time spent":"2.432730115s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:51:34.224876Z","caller":"traceutil/trace.go:171","msg":"trace[55944290] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:21800; }","duration":"1.2612529s","start":"2026-04-28T07:51:32.963611Z","end":"2026-04-28T07:51:34.224864Z","steps":["trace[55944290] 'agreement among raft nodes before linearized reading' (duration: 1.260785918s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:34.224845Z","caller":"traceutil/trace.go:171","msg":"trace[933037546] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:21800; }","duration":"2.82813476s","start":"2026-04-28T07:51:31.396692Z","end":"2026-04-28T07:51:34.224827Z","steps":["trace[933037546] 'agreement among raft nodes before linearized reading' (duration: 2.827858203s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.224302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827737451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4245"} {"level":"info","ts":"2026-04-28T07:51:34.22514Z","caller":"traceutil/trace.go:171","msg":"trace[1820636] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:21800; }","duration":"2.828592611s","start":"2026-04-28T07:51:31.396535Z","end":"2026-04-28T07:51:34.225128Z","steps":["trace[1820636] 'agreement among raft nodes before linearized reading' (duration: 2.827627697s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.225187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.396527Z","time spent":"2.828648723s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4267,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-28T07:51:34.224471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275145714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:34.225258Z","caller":"traceutil/trace.go:171","msg":"trace[1116158335] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:21800; }","duration":"1.275973845s","start":"2026-04-28T07:51:32.949276Z","end":"2026-04-28T07:51:34.22525Z","steps":["trace[1116158335] 'agreement among raft nodes before linearized reading' (duration: 1.275167584s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.225285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:32.949253Z","time spent":"1.276024565s","remote":"127.0.0.1:50028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:34.22472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432482568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:34.225329Z","caller":"traceutil/trace.go:171","msg":"trace[1348414502] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21800; }","duration":"2.433100503s","start":"2026-04-28T07:51:31.792206Z","end":"2026-04-28T07:51:34.225307Z","steps":["trace[1348414502] 'agreement among raft nodes before linearized reading' (duration: 2.432418596s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.225379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.792195Z","time spent":"2.433159365s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:51:34.224721Z","caller":"traceutil/trace.go:171","msg":"trace[2133224130] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21800; }","duration":"2.433457353s","start":"2026-04-28T07:51:31.791255Z","end":"2026-04-28T07:51:34.224712Z","steps":["trace[2133224130] 'agreement among raft nodes before linearized reading' (duration: 2.433358301s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.225427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.791242Z","time spent":"2.434173242s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:34.224762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3233681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:34.225485Z","caller":"traceutil/trace.go:171","msg":"trace[601575781] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21800; }","duration":"2.324146799s","start":"2026-04-28T07:51:31.901329Z","end":"2026-04-28T07:51:34.225475Z","steps":["trace[601575781] 'agreement among raft nodes before linearized reading' (duration: 2.323412491s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.225524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.901292Z","time spent":"2.324220421s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:34.224791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.790674Z","time spent":"2.43410862s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:34.224798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.789216Z","time spent":"2.435576616s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:34.225041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:32.96359Z","time spent":"1.261439414s","remote":"127.0.0.1:49912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:34.224425Z","caller":"traceutil/trace.go:171","msg":"trace[380391425] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21800; }","duration":"2.827993096s","start":"2026-04-28T07:51:31.396409Z","end":"2026-04-28T07:51:34.224402Z","steps":["trace[380391425] 'agreement among raft nodes before linearized reading' (duration: 2.827664448s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.225639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.39639Z","time spent":"2.829242108s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-28T07:51:34.224781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432638662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:34.225729Z","caller":"traceutil/trace.go:171","msg":"trace[589060478] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21800; }","duration":"2.433603117s","start":"2026-04-28T07:51:31.792114Z","end":"2026-04-28T07:51:34.225717Z","steps":["trace[589060478] 'agreement among raft nodes before linearized reading' (duration: 2.432630942s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:34.225773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.792099Z","time spent":"2.433662808s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:34.225089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:31.396654Z","time spent":"2.828418367s","remote":"127.0.0.1:51380","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-28T07:51:34.734745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:35.235192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:35.631306Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.3072201s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:51:35.631848Z","caller":"traceutil/trace.go:171","msg":"trace[64851383] linearizableReadLoop","detail":"{readStateIndex:22457; appliedIndex:22456; }","duration":"1.398008881s","start":"2026-04-28T07:51:34.233814Z","end":"2026-04-28T07:51:35.631823Z","steps":["trace[64851383] 'read index received' (duration: 1.397777175s)","trace[64851383] 'applied index is now lower than readState.Index' (duration: 230.596µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:35.631957Z","caller":"traceutil/trace.go:171","msg":"trace[523745796] transaction","detail":"{read_only:false; response_revision:21801; number_of_response:1; }","duration":"1.398372881s","start":"2026-04-28T07:51:34.233566Z","end":"2026-04-28T07:51:35.631939Z","steps":["trace[523745796] 'process raft request' (duration: 1.398075523s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:35.632082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:34.233533Z","time spent":"1.398476724s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4523,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:35.632154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398316291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T07:51:35.63222Z","caller":"traceutil/trace.go:171","msg":"trace[882073153] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:21801; }","duration":"1.398426853s","start":"2026-04-28T07:51:34.233776Z","end":"2026-04-28T07:51:35.632203Z","steps":["trace[882073153] 'agreement among raft nodes before linearized reading' (duration: 1.398175995s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:35.63225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:34.233761Z","time spent":"1.398484615s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"warn","ts":"2026-04-28T07:51:36.133023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:36.633887Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161432,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:51:36.639369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.519375ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:36.639516Z","caller":"traceutil/trace.go:171","msg":"trace[30035376] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21801; }","duration":"363.681099ms","start":"2026-04-28T07:51:36.275818Z","end":"2026-04-28T07:51:36.639499Z","steps":["trace[30035376] 'range keys from in-memory index tree' (duration: 363.503334ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:36.639604Z","caller":"traceutil/trace.go:171","msg":"trace[910897217] transaction","detail":"{read_only:false; response_revision:21803; number_of_response:1; }","duration":"1.078026846s","start":"2026-04-28T07:51:35.561564Z","end":"2026-04-28T07:51:36.639591Z","steps":["trace[910897217] 'process raft request' (duration: 1.077972495s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.639685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:35.561543Z","time spent":"1.078095337s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:36.639823Z","caller":"traceutil/trace.go:171","msg":"trace[177493799] transaction","detail":"{read_only:false; response_revision:21802; number_of_response:1; }","duration":"1.19723491s","start":"2026-04-28T07:51:35.442581Z","end":"2026-04-28T07:51:36.639816Z","steps":["trace[177493799] 'process raft request' (duration: 1.195577908s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.639859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:35.442558Z","time spent":"1.197279681s","remote":"127.0.0.1:49824","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:36.869805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.682916ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-28T07:51:36.869917Z","caller":"traceutil/trace.go:171","msg":"trace[460671708] linearizableReadLoop","detail":"{readStateIndex:22460; appliedIndex:22459; }","duration":"1.237940067s","start":"2026-04-28T07:51:35.631957Z","end":"2026-04-28T07:51:36.869897Z","steps":["trace[460671708] 'read index received' (duration: 1.008135507s)","trace[460671708] 'applied index is now lower than readState.Index' (duration: 229.80303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:36.869943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:35.63314Z","time spent":"1.236796137s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:51:36.870039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27071715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:36.870075Z","caller":"traceutil/trace.go:171","msg":"trace[292544389] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:21803; }","duration":"1.270791942s","start":"2026-04-28T07:51:35.599267Z","end":"2026-04-28T07:51:36.870059Z","steps":["trace[292544389] 'agreement among raft nodes before linearized reading' (duration: 1.27072179s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.87011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:35.599251Z","time spent":"1.270848434s","remote":"127.0.0.1:47578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:36.870179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.157940779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:36.870207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054768391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:36.870231Z","caller":"traceutil/trace.go:171","msg":"trace[2104651321] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:21803; }","duration":"2.158029571s","start":"2026-04-28T07:51:34.712186Z","end":"2026-04-28T07:51:36.870216Z","steps":["trace[2104651321] 'agreement among raft nodes before linearized reading' (duration: 2.157956258s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.870277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:34.712165Z","time spent":"2.158103193s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T07:51:36.870275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.791487279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:36.870284Z","caller":"traceutil/trace.go:171","msg":"trace[1702187583] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:21803; }","duration":"2.054891695s","start":"2026-04-28T07:51:34.815369Z","end":"2026-04-28T07:51:36.870261Z","steps":["trace[1702187583] 'agreement among raft nodes before linearized reading' (duration: 2.054755981s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:36.870327Z","caller":"traceutil/trace.go:171","msg":"trace[90373163] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:21803; }","duration":"1.791570921s","start":"2026-04-28T07:51:35.078742Z","end":"2026-04-28T07:51:36.870313Z","steps":["trace[90373163] 'agreement among raft nodes before linearized reading' (duration: 1.791464239s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.870339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:34.815347Z","time spent":"2.054981178s","remote":"127.0.0.1:46542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:36.870359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:35.078723Z","time spent":"1.791627913s","remote":"127.0.0.1:51508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:36.870373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.194368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:36.870401Z","caller":"traceutil/trace.go:171","msg":"trace[476244944] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21803; }","duration":"638.262699ms","start":"2026-04-28T07:51:36.232131Z","end":"2026-04-28T07:51:36.870394Z","steps":["trace[476244944] 'agreement among raft nodes before linearized reading' (duration: 638.214568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.870396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.61916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:36.870418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:36.232106Z","time spent":"638.306671ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:36.870426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627804881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-04-28T07:51:36.870432Z","caller":"traceutil/trace.go:171","msg":"trace[562085333] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:21803; }","duration":"107.693132ms","start":"2026-04-28T07:51:36.762727Z","end":"2026-04-28T07:51:36.87042Z","steps":["trace[562085333] 'agreement among raft nodes before linearized reading' (duration: 107.641081ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:36.870461Z","caller":"traceutil/trace.go:171","msg":"trace[1970454730] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:21803; }","duration":"2.627849612s","start":"2026-04-28T07:51:34.242597Z","end":"2026-04-28T07:51:36.870447Z","steps":["trace[1970454730] 'agreement among raft nodes before linearized reading' (duration: 2.627692278s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.870485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:34.24257Z","time spent":"2.627911384s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-04-28T07:51:36.870267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.187913131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:36.870513Z","caller":"traceutil/trace.go:171","msg":"trace[552101578] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:21803; }","duration":"2.18822868s","start":"2026-04-28T07:51:34.682275Z","end":"2026-04-28T07:51:36.870504Z","steps":["trace[552101578] 'agreement among raft nodes before linearized reading' (duration: 2.187903001s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.870538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:34.68225Z","time spent":"2.188279112s","remote":"127.0.0.1:46840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:36.870554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168427767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:36.870615Z","caller":"traceutil/trace.go:171","msg":"trace[1927746699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21803; }","duration":"1.16852466s","start":"2026-04-28T07:51:35.702073Z","end":"2026-04-28T07:51:36.870597Z","steps":["trace[1927746699] 'agreement among raft nodes before linearized reading' (duration: 1.168430677s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.870472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633348272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-db05aed5-45d9-49a7-b9a9-5dd21e1bd4da\" ","response":"range_response_count:1 size:1320"} {"level":"warn","ts":"2026-04-28T07:51:36.870655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:35.702046Z","time spent":"1.168600581s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:51:36.870674Z","caller":"traceutil/trace.go:171","msg":"trace[552285998] range","detail":"{range_begin:/registry/persistentvolumes/pvc-db05aed5-45d9-49a7-b9a9-5dd21e1bd4da; range_end:; response_count:1; response_revision:21803; }","duration":"2.633600188s","start":"2026-04-28T07:51:34.237065Z","end":"2026-04-28T07:51:36.870666Z","steps":["trace[552285998] 'agreement among raft nodes before linearized reading' (duration: 2.633245559s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.8707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:34.237052Z","time spent":"2.633638229s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-db05aed5-45d9-49a7-b9a9-5dd21e1bd4da\" "} {"level":"warn","ts":"2026-04-28T07:51:36.870702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.019248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:36.870713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.45316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:36.870725Z","caller":"traceutil/trace.go:171","msg":"trace[300735970] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21803; }","duration":"637.05066ms","start":"2026-04-28T07:51:36.233668Z","end":"2026-04-28T07:51:36.870718Z","steps":["trace[300735970] 'agreement among raft nodes before linearized reading' (duration: 637.010249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.870724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23576113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4774"} {"level":"info","ts":"2026-04-28T07:51:36.870738Z","caller":"traceutil/trace.go:171","msg":"trace[717774802] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21803; }","duration":"630.479561ms","start":"2026-04-28T07:51:36.240251Z","end":"2026-04-28T07:51:36.870731Z","steps":["trace[717774802] 'agreement among raft nodes before linearized reading' (duration: 630.088831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.870744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:36.233663Z","time spent":"637.07629ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:36.87076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:36.240179Z","time spent":"630.575884ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:36.87076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.332584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:36.87076Z","caller":"traceutil/trace.go:171","msg":"trace[362980421] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:21803; }","duration":"1.235827162s","start":"2026-04-28T07:51:35.634923Z","end":"2026-04-28T07:51:36.87075Z","steps":["trace[362980421] 'agreement among raft nodes before linearized reading' (duration: 1.235373831s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:36.870781Z","caller":"traceutil/trace.go:171","msg":"trace[1380225099] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21803; }","duration":"635.402787ms","start":"2026-04-28T07:51:36.235372Z","end":"2026-04-28T07:51:36.870775Z","steps":["trace[1380225099] 'agreement among raft nodes before linearized reading' (duration: 635.152011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.870791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:35.634908Z","time spent":"1.235876313s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4796,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-28T07:51:36.8708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:36.235349Z","time spent":"635.446148ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:36.870923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.719601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:36.870946Z","caller":"traceutil/trace.go:171","msg":"trace[465574568] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21803; }","duration":"636.753212ms","start":"2026-04-28T07:51:36.234184Z","end":"2026-04-28T07:51:36.870938Z","steps":["trace[465574568] 'agreement among raft nodes before linearized reading' (duration: 636.360252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.870963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:36.234178Z","time spent":"636.779913ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:36.870973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.317806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:36.871004Z","caller":"traceutil/trace.go:171","msg":"trace[865751904] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21803; }","duration":"637.362097ms","start":"2026-04-28T07:51:36.233634Z","end":"2026-04-28T07:51:36.870996Z","steps":["trace[865751904] 'agreement among raft nodes before linearized reading' (duration: 636.971157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.871005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.404649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:36.87103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:36.233626Z","time spent":"637.399308ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:51:36.871045Z","caller":"traceutil/trace.go:171","msg":"trace[1554408854] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21803; }","duration":"639.500601ms","start":"2026-04-28T07:51:36.231537Z","end":"2026-04-28T07:51:36.871037Z","steps":["trace[1554408854] 'agreement among raft nodes before linearized reading' (duration: 639.439139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.871059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.080576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-28T07:51:36.871069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:36.231512Z","time spent":"639.552362ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:36.871094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.531083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:36.87112Z","caller":"traceutil/trace.go:171","msg":"trace[1900119368] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21803; }","duration":"630.556753ms","start":"2026-04-28T07:51:36.240556Z","end":"2026-04-28T07:51:36.871113Z","steps":["trace[1900119368] 'agreement among raft nodes before linearized reading' (duration: 630.443311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.871138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:36.24055Z","time spent":"630.584264ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:36.871138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.06889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:36.871167Z","caller":"traceutil/trace.go:171","msg":"trace[1757397897] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:21803; }","duration":"758.099281ms","start":"2026-04-28T07:51:36.11306Z","end":"2026-04-28T07:51:36.871159Z","steps":["trace[1757397897] 'agreement among raft nodes before linearized reading' (duration: 758.050339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.871182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.371267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:36.871187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.571997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18027"} {"level":"warn","ts":"2026-04-28T07:51:36.871193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:36.112982Z","time spent":"758.204093ms","remote":"127.0.0.1:46640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:36.871205Z","caller":"traceutil/trace.go:171","msg":"trace[586583622] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21803; }","duration":"626.406358ms","start":"2026-04-28T07:51:36.244792Z","end":"2026-04-28T07:51:36.871198Z","steps":["trace[586583622] 'agreement among raft nodes before linearized reading' (duration: 626.329746ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:36.871216Z","caller":"traceutil/trace.go:171","msg":"trace[1285702273] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:21803; }","duration":"224.67282ms","start":"2026-04-28T07:51:36.646535Z","end":"2026-04-28T07:51:36.871208Z","steps":["trace[1285702273] 'agreement among raft nodes before linearized reading' (duration: 224.578248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.87123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:36.244784Z","time spent":"626.441458ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:36.871261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.287471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:36.871286Z","caller":"traceutil/trace.go:171","msg":"trace[418448319] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21803; }","duration":"629.329183ms","start":"2026-04-28T07:51:36.241951Z","end":"2026-04-28T07:51:36.87128Z","steps":["trace[418448319] 'agreement among raft nodes before linearized reading' (duration: 629.284482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.871305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:36.241943Z","time spent":"629.356953ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:51:36.871093Z","caller":"traceutil/trace.go:171","msg":"trace[79578589] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21803; }","duration":"629.135168ms","start":"2026-04-28T07:51:36.241948Z","end":"2026-04-28T07:51:36.871083Z","steps":["trace[79578589] 'agreement among raft nodes before linearized reading' (duration: 629.023545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.871347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.631705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:36.871345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:36.241938Z","time spent":"629.397954ms","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-28T07:51:36.87137Z","caller":"traceutil/trace.go:171","msg":"trace[1144866937] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21803; }","duration":"630.669166ms","start":"2026-04-28T07:51:36.240694Z","end":"2026-04-28T07:51:36.871363Z","steps":["trace[1144866937] 'agreement among raft nodes before linearized reading' (duration: 630.595614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.871388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:36.240682Z","time spent":"630.702107ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:36.871612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399542529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:36.871663Z","caller":"traceutil/trace.go:171","msg":"trace[316452789] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21803; }","duration":"2.401196912s","start":"2026-04-28T07:51:34.470452Z","end":"2026-04-28T07:51:36.871649Z","steps":["trace[316452789] 'agreement among raft nodes before linearized reading' (duration: 2.399612441s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.871703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:34.470429Z","time spent":"2.401262283s","remote":"127.0.0.1:35908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:36.871979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.570097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T07:51:36.872054Z","caller":"traceutil/trace.go:171","msg":"trace[2059833340] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21803; }","duration":"136.68007ms","start":"2026-04-28T07:51:36.735363Z","end":"2026-04-28T07:51:36.872043Z","steps":["trace[2059833340] 'agreement among raft nodes before linearized reading' (duration: 135.215223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.877709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64385597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-f989756b7-blz9x.18aa75e3e64fd246\" ","response":"range_response_count:1 size:1175"} {"level":"info","ts":"2026-04-28T07:51:36.877757Z","caller":"traceutil/trace.go:171","msg":"trace[1308018804] range","detail":"{range_begin:/registry/events/openstack/manila-api-f989756b7-blz9x.18aa75e3e64fd246; range_end:; response_count:1; response_revision:21803; }","duration":"2.643932701s","start":"2026-04-28T07:51:34.233811Z","end":"2026-04-28T07:51:36.877744Z","steps":["trace[1308018804] 'agreement among raft nodes before linearized reading' (duration: 2.63642316s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.877785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:34.233804Z","time spent":"2.643973573s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1197,"request content":"key:\"/registry/events/openstack/manila-api-f989756b7-blz9x.18aa75e3e64fd246\" "} {"level":"warn","ts":"2026-04-28T07:51:36.877882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.98607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-28T07:51:36.87797Z","caller":"traceutil/trace.go:171","msg":"trace[159055525] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:21803; }","duration":"940.145164ms","start":"2026-04-28T07:51:35.937804Z","end":"2026-04-28T07:51:36.877949Z","steps":["trace[159055525] 'agreement among raft nodes before linearized reading' (duration: 932.619993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:36.878026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:35.937778Z","time spent":"940.234577ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2775,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:37.119559Z","caller":"traceutil/trace.go:171","msg":"trace[1925606538] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21805; }","duration":"240.437711ms","start":"2026-04-28T07:51:36.879093Z","end":"2026-04-28T07:51:37.119531Z","steps":["trace[1925606538] 'process raft request' (duration: 239.294352ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:37.119596Z","caller":"traceutil/trace.go:171","msg":"trace[1907267979] linearizableReadLoop","detail":"{readStateIndex:22464; appliedIndex:22461; }","duration":"178.326581ms","start":"2026-04-28T07:51:36.941251Z","end":"2026-04-28T07:51:37.119577Z","steps":["trace[1907267979] 'read index received' (duration: 177.115679ms)","trace[1907267979] 'applied index is now lower than readState.Index' (duration: 1.210151ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:37.11966Z","caller":"traceutil/trace.go:171","msg":"trace[398813345] transaction","detail":"{read_only:false; response_revision:21807; number_of_response:1; }","duration":"238.196025ms","start":"2026-04-28T07:51:36.881428Z","end":"2026-04-28T07:51:37.119624Z","steps":["trace[398813345] 'process raft request' (duration: 238.099992ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:37.119687Z","caller":"traceutil/trace.go:171","msg":"trace[1352872820] transaction","detail":"{read_only:false; response_revision:21806; number_of_response:1; }","duration":"239.677973ms","start":"2026-04-28T07:51:36.879982Z","end":"2026-04-28T07:51:37.11966Z","steps":["trace[1352872820] 'process raft request' (duration: 239.475726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:37.119719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.366363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:37.119767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.108124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T07:51:37.119793Z","caller":"traceutil/trace.go:171","msg":"trace[1304523972] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:21807; }","duration":"240.147915ms","start":"2026-04-28T07:51:36.879637Z","end":"2026-04-28T07:51:37.119785Z","steps":["trace[1304523972] 'agreement among raft nodes before linearized reading' (duration: 240.030312ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:37.119792Z","caller":"traceutil/trace.go:171","msg":"trace[827686331] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:21807; }","duration":"237.457675ms","start":"2026-04-28T07:51:36.882317Z","end":"2026-04-28T07:51:37.119775Z","steps":["trace[827686331] 'agreement among raft nodes before linearized reading' (duration: 237.299051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:37.119928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.065823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T07:51:37.11997Z","caller":"traceutil/trace.go:171","msg":"trace[513789837] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21807; }","duration":"176.139234ms","start":"2026-04-28T07:51:36.943815Z","end":"2026-04-28T07:51:37.119954Z","steps":["trace[513789837] 'agreement among raft nodes before linearized reading' (duration: 176.029661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:37.120054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.535069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:37.120109Z","caller":"traceutil/trace.go:171","msg":"trace[1768248206] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:21807; }","duration":"142.689293ms","start":"2026-04-28T07:51:36.977406Z","end":"2026-04-28T07:51:37.120095Z","steps":["trace[1768248206] 'agreement among raft nodes before linearized reading' (duration: 142.544159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:37.120132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.614409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:37.120204Z","caller":"traceutil/trace.go:171","msg":"trace[2097679597] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21807; }","duration":"169.721411ms","start":"2026-04-28T07:51:36.950472Z","end":"2026-04-28T07:51:37.120193Z","steps":["trace[2097679597] 'agreement among raft nodes before linearized reading' (duration: 169.602238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:37.470074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.390154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:37.470153Z","caller":"traceutil/trace.go:171","msg":"trace[1314241656] linearizableReadLoop","detail":"{readStateIndex:22465; appliedIndex:22464; }","duration":"338.407765ms","start":"2026-04-28T07:51:37.131735Z","end":"2026-04-28T07:51:37.470143Z","steps":["trace[1314241656] 'read index received' (duration: 144.906449ms)","trace[1314241656] 'applied index is now lower than readState.Index' (duration: 193.500006ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:37.470222Z","caller":"traceutil/trace.go:171","msg":"trace[1239822051] transaction","detail":"{read_only:false; response_revision:21808; number_of_response:1; }","duration":"339.188355ms","start":"2026-04-28T07:51:37.131024Z","end":"2026-04-28T07:51:37.470212Z","steps":["trace[1239822051] 'process raft request' (duration: 145.606167ms)","trace[1239822051] 'compare' (duration: 193.218329ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:37.47026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:37.131009Z","time spent":"339.234626ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:37.470597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.839676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:37.470624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.582837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:37.470654Z","caller":"traceutil/trace.go:171","msg":"trace[1442811014] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:21808; }","duration":"338.928339ms","start":"2026-04-28T07:51:37.131714Z","end":"2026-04-28T07:51:37.470642Z","steps":["trace[1442811014] 'agreement among raft nodes before linearized reading' (duration: 338.827126ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:37.470659Z","caller":"traceutil/trace.go:171","msg":"trace[1132193741] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:21808; }","duration":"299.661489ms","start":"2026-04-28T07:51:37.170988Z","end":"2026-04-28T07:51:37.470649Z","steps":["trace[1132193741] 'agreement among raft nodes before linearized reading' (duration: 299.530476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:37.470681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:37.131706Z","time spent":"338.96967ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T07:51:37.471106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.135207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6866"} {"level":"info","ts":"2026-04-28T07:51:37.471147Z","caller":"traceutil/trace.go:171","msg":"trace[461481323] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:21808; }","duration":"336.190249ms","start":"2026-04-28T07:51:37.134949Z","end":"2026-04-28T07:51:37.471139Z","steps":["trace[461481323] 'agreement among raft nodes before linearized reading' (duration: 335.578664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:37.471169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:37.134945Z","time spent":"336.21823ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6888,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-28T07:51:37.471448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.548628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-28T07:51:37.471483Z","caller":"traceutil/trace.go:171","msg":"trace[930497332] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:21808; }","duration":"336.597269ms","start":"2026-04-28T07:51:37.134877Z","end":"2026-04-28T07:51:37.471474Z","steps":["trace[930497332] 'agreement among raft nodes before linearized reading' (duration: 335.481911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:37.471503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:37.13487Z","time spent":"336.62789ms","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-28T07:51:38.163564Z","caller":"traceutil/trace.go:171","msg":"trace[1017690668] transaction","detail":"{read_only:false; response_revision:21809; number_of_response:1; }","duration":"687.623556ms","start":"2026-04-28T07:51:37.47591Z","end":"2026-04-28T07:51:38.163533Z","steps":["trace[1017690668] 'process raft request' (duration: 685.855781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:38.164395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:37.475898Z","time spent":"687.741248ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:39.785408Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.623726177s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:51:39.785973Z","caller":"traceutil/trace.go:171","msg":"trace[2089460881] linearizableReadLoop","detail":"{readStateIndex:22467; appliedIndex:22465; }","duration":"1.947368937s","start":"2026-04-28T07:51:37.83855Z","end":"2026-04-28T07:51:39.785919Z","steps":["trace[2089460881] 'read index received' (duration: 323.23813ms)","trace[2089460881] 'applied index is now lower than readState.Index' (duration: 1.624129407s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:39.786118Z","caller":"traceutil/trace.go:171","msg":"trace[1093643651] transaction","detail":"{read_only:false; response_revision:21810; number_of_response:1; }","duration":"2.306844548s","start":"2026-04-28T07:51:37.479157Z","end":"2026-04-28T07:51:39.786002Z","steps":["trace[1093643651] 'process raft request' (duration: 2.30649924s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.786302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.059126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:39.786321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943400876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:39.786438Z","caller":"traceutil/trace.go:171","msg":"trace[1330055938] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:21810; }","duration":"1.94357725s","start":"2026-04-28T07:51:37.842843Z","end":"2026-04-28T07:51:39.78642Z","steps":["trace[1330055938] 'agreement among raft nodes before linearized reading' (duration: 1.943339934s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.786429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.662491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:51:39.786559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:37.842821Z","time spent":"1.943670304s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":20,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:39.786609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.28082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:39.786635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576952627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:39.786662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085696161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:39.786677Z","caller":"traceutil/trace.go:171","msg":"trace[1017033520] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:21810; }","duration":"1.57706598s","start":"2026-04-28T07:51:38.2096Z","end":"2026-04-28T07:51:39.786666Z","steps":["trace[1017033520] 'agreement among raft nodes before linearized reading' (duration: 1.577005259s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:39.786695Z","caller":"traceutil/trace.go:171","msg":"trace[1373040197] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21810; }","duration":"909.397482ms","start":"2026-04-28T07:51:38.877269Z","end":"2026-04-28T07:51:39.786666Z","steps":["trace[1373040197] 'agreement among raft nodes before linearized reading' (duration: 909.30294ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:39.786721Z","caller":"traceutil/trace.go:171","msg":"trace[1035022682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21810; }","duration":"1.085739232s","start":"2026-04-28T07:51:38.70096Z","end":"2026-04-28T07:51:39.786699Z","steps":["trace[1035022682] 'agreement among raft nodes before linearized reading' (duration: 1.08567818s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.786725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.209578Z","time spent":"1.577136422s","remote":"127.0.0.1:49994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:39.786763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.700877Z","time spent":"1.085878685s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:39.786817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.195308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:39.786854Z","caller":"traceutil/trace.go:171","msg":"trace[1299039879] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21810; }","duration":"909.242109ms","start":"2026-04-28T07:51:38.877602Z","end":"2026-04-28T07:51:39.786844Z","steps":["trace[1299039879] 'agreement among raft nodes before linearized reading' (duration: 909.191127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.786889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.877597Z","time spent":"909.2856ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:39.786889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.926584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:39.786935Z","caller":"traceutil/trace.go:171","msg":"trace[994219140] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21810; }","duration":"905.990636ms","start":"2026-04-28T07:51:38.880935Z","end":"2026-04-28T07:51:39.786926Z","steps":["trace[994219140] 'agreement among raft nodes before linearized reading' (duration: 905.717139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.786445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.821898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:39.786985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.880929Z","time spent":"906.046937ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:39.78636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118064165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:39.787026Z","caller":"traceutil/trace.go:171","msg":"trace[43978755] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:21810; }","duration":"1.118811614s","start":"2026-04-28T07:51:38.668207Z","end":"2026-04-28T07:51:39.787018Z","steps":["trace[43978755] 'agreement among raft nodes before linearized reading' (duration: 1.118069364s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.78707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.668169Z","time spent":"1.118889006s","remote":"127.0.0.1:46456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:39.787082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322499149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:39.787121Z","caller":"traceutil/trace.go:171","msg":"trace[288192972] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:21810; }","duration":"1.322574461s","start":"2026-04-28T07:51:38.464537Z","end":"2026-04-28T07:51:39.787111Z","steps":["trace[288192972] 'agreement among raft nodes before linearized reading' (duration: 1.322436718s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.787164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.464511Z","time spent":"1.322645723s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":85,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:39.787194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.954749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:39.787212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814415254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:39.786618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.958497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:39.787244Z","caller":"traceutil/trace.go:171","msg":"trace[1698068971] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:21810; }","duration":"1.814487395s","start":"2026-04-28T07:51:37.972746Z","end":"2026-04-28T07:51:39.787233Z","steps":["trace[1698068971] 'agreement among raft nodes before linearized reading' (duration: 1.814403683s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.787245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360900287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:39.787296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:37.972723Z","time spent":"1.814565227s","remote":"127.0.0.1:47608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:39.787314Z","caller":"traceutil/trace.go:171","msg":"trace[417167954] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:21810; }","duration":"1.36102373s","start":"2026-04-28T07:51:38.426271Z","end":"2026-04-28T07:51:39.787295Z","steps":["trace[417167954] 'agreement among raft nodes before linearized reading' (duration: 1.360884296s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.786762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.877245Z","time spent":"909.507535ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:39.787371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.426254Z","time spent":"1.361105873s","remote":"127.0.0.1:51064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:39.786365Z","caller":"traceutil/trace.go:171","msg":"trace[1131436560] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21810; }","duration":"902.126307ms","start":"2026-04-28T07:51:38.884223Z","end":"2026-04-28T07:51:39.786349Z","steps":["trace[1131436560] 'agreement among raft nodes before linearized reading' (duration: 902.040015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.787488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.884216Z","time spent":"903.261107ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:39.787507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.312458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:39.787541Z","caller":"traceutil/trace.go:171","msg":"trace[1106909627] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21810; }","duration":"903.365469ms","start":"2026-04-28T07:51:38.884166Z","end":"2026-04-28T07:51:39.787532Z","steps":["trace[1106909627] 'agreement among raft nodes before linearized reading' (duration: 903.154594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.786563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.876804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:39.78758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.884158Z","time spent":"903.414861ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:51:39.78759Z","caller":"traceutil/trace.go:171","msg":"trace[1958613879] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21810; }","duration":"908.92358ms","start":"2026-04-28T07:51:38.878653Z","end":"2026-04-28T07:51:39.787576Z","steps":["trace[1958613879] 'agreement among raft nodes before linearized reading' (duration: 907.75762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.787623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.878647Z","time spent":"908.967672ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:51:39.786992Z","caller":"traceutil/trace.go:171","msg":"trace[1433054906] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:21810; }","duration":"182.483776ms","start":"2026-04-28T07:51:39.604491Z","end":"2026-04-28T07:51:39.786975Z","steps":["trace[1433054906] 'agreement among raft nodes before linearized reading' (duration: 181.752897ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:39.787291Z","caller":"traceutil/trace.go:171","msg":"trace[431588101] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:21810; }","duration":"954.652784ms","start":"2026-04-28T07:51:38.832619Z","end":"2026-04-28T07:51:39.787271Z","steps":["trace[431588101] 'agreement among raft nodes before linearized reading' (duration: 953.970767ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:39.786614Z","caller":"traceutil/trace.go:171","msg":"trace[361554961] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:21810; }","duration":"699.891478ms","start":"2026-04-28T07:51:39.086692Z","end":"2026-04-28T07:51:39.786583Z","steps":["trace[361554961] 'agreement among raft nodes before linearized reading' (duration: 699.547368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.787695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.832584Z","time spent":"955.098116ms","remote":"127.0.0.1:49936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:39.787724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:39.086605Z","time spent":"701.107979ms","remote":"127.0.0.1:51648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:39.787129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.614854783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jkw9c.18aa747348fa2ffa\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-04-28T07:51:39.786563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.19145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:39.787884Z","caller":"traceutil/trace.go:171","msg":"trace[1432373782] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21810; }","duration":"903.585795ms","start":"2026-04-28T07:51:38.884288Z","end":"2026-04-28T07:51:39.787873Z","steps":["trace[1432373782] 'agreement among raft nodes before linearized reading' (duration: 902.102636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.787922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.884282Z","time spent":"903.631706ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:51:39.787239Z","caller":"traceutil/trace.go:171","msg":"trace[1764822114] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21810; }","duration":"903.026281ms","start":"2026-04-28T07:51:38.884196Z","end":"2026-04-28T07:51:39.787222Z","steps":["trace[1764822114] 'agreement among raft nodes before linearized reading' (duration: 902.922249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.788159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.884183Z","time spent":"903.962404ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:39.78817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.419947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:51:39.788201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.812786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:39.788206Z","caller":"traceutil/trace.go:171","msg":"trace[1051026563] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21810; }","duration":"908.471509ms","start":"2026-04-28T07:51:38.879724Z","end":"2026-04-28T07:51:39.788195Z","steps":["trace[1051026563] 'agreement among raft nodes before linearized reading' (duration: 908.363996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.788247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.879713Z","time spent":"908.5267ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:51:39.788245Z","caller":"traceutil/trace.go:171","msg":"trace[149905388] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21810; }","duration":"908.9124ms","start":"2026-04-28T07:51:38.87932Z","end":"2026-04-28T07:51:39.788232Z","steps":["trace[149905388] 'agreement among raft nodes before linearized reading' (duration: 908.834668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.788289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.879296Z","time spent":"908.983461ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:39.788237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.166536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:39.788422Z","caller":"traceutil/trace.go:171","msg":"trace[104749970] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21810; }","duration":"909.394222ms","start":"2026-04-28T07:51:38.878954Z","end":"2026-04-28T07:51:39.788349Z","steps":["trace[104749970] 'agreement among raft nodes before linearized reading' (duration: 907.282717ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:39.787844Z","caller":"traceutil/trace.go:171","msg":"trace[1304634843] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-jkw9c.18aa747348fa2ffa; range_end:; response_count:1; response_revision:21810; }","duration":"1.615596821s","start":"2026-04-28T07:51:38.172232Z","end":"2026-04-28T07:51:39.787829Z","steps":["trace[1304634843] 'agreement among raft nodes before linearized reading' (duration: 1.614672318s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.786155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.947560682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:39.788523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.878929Z","time spent":"909.582177ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:39.788542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:38.172213Z","time spent":"1.616307309s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":883,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jkw9c.18aa747348fa2ffa\" "} {"level":"info","ts":"2026-04-28T07:51:39.788561Z","caller":"traceutil/trace.go:171","msg":"trace[1009312270] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:21810; }","duration":"1.950037885s","start":"2026-04-28T07:51:37.838505Z","end":"2026-04-28T07:51:39.788543Z","steps":["trace[1009312270] 'agreement among raft nodes before linearized reading' (duration: 1.947556922s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:39.788603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:37.838484Z","time spent":"1.950106188s","remote":"127.0.0.1:49894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:39.789287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:37.479147Z","time spent":"2.310054571s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7162,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:40.298171Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161459,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:51:40.329112Z","caller":"traceutil/trace.go:171","msg":"trace[1563835852] transaction","detail":"{read_only:false; response_revision:21811; number_of_response:1; }","duration":"533.684357ms","start":"2026-04-28T07:51:39.795392Z","end":"2026-04-28T07:51:40.329076Z","steps":["trace[1563835852] 'process raft request' (duration: 533.39262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:40.329495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:39.795374Z","time spent":"533.880301ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:40.329938Z","caller":"traceutil/trace.go:171","msg":"trace[1754014050] linearizableReadLoop","detail":"{readStateIndex:22468; appliedIndex:22468; }","duration":"532.463487ms","start":"2026-04-28T07:51:39.797462Z","end":"2026-04-28T07:51:40.329925Z","steps":["trace[1754014050] 'read index received' (duration: 532.457307ms)","trace[1754014050] 'applied index is now lower than readState.Index' (duration: 5.38µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:40.330221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.782129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-qzt97\" ","response":"range_response_count:1 size:4352"} {"level":"info","ts":"2026-04-28T07:51:40.330286Z","caller":"traceutil/trace.go:171","msg":"trace[1829268826] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-qzt97; range_end:; response_count:1; response_revision:21811; }","duration":"531.867451ms","start":"2026-04-28T07:51:39.798395Z","end":"2026-04-28T07:51:40.330262Z","steps":["trace[1829268826] 'agreement among raft nodes before linearized reading' (duration: 531.613014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:40.33038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:39.79839Z","time spent":"531.950863ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4374,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-qzt97\" "} {"level":"warn","ts":"2026-04-28T07:51:40.330675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.855564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:40.330748Z","caller":"traceutil/trace.go:171","msg":"trace[1231621448] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:21811; }","duration":"180.985938ms","start":"2026-04-28T07:51:40.149748Z","end":"2026-04-28T07:51:40.330734Z","steps":["trace[1231621448] 'agreement among raft nodes before linearized reading' (duration: 180.857635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:40.331044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.551644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eae130f0-b3ed-4f10-b0c7-587fe982027a\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-28T07:51:40.33114Z","caller":"traceutil/trace.go:171","msg":"trace[1156022364] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eae130f0-b3ed-4f10-b0c7-587fe982027a; range_end:; response_count:1; response_revision:21811; }","duration":"533.668767ms","start":"2026-04-28T07:51:39.797446Z","end":"2026-04-28T07:51:40.331115Z","steps":["trace[1156022364] 'agreement among raft nodes before linearized reading' (duration: 533.448771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:40.331218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:39.797439Z","time spent":"533.760539ms","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-eae130f0-b3ed-4f10-b0c7-587fe982027a\" "} {"level":"warn","ts":"2026-04-28T07:51:40.331396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.120387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:40.332738Z","caller":"traceutil/trace.go:171","msg":"trace[1079423849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21811; }","duration":"533.459851ms","start":"2026-04-28T07:51:39.799263Z","end":"2026-04-28T07:51:40.332723Z","steps":["trace[1079423849] 'agreement among raft nodes before linearized reading' (duration: 532.094666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:40.334513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:39.799249Z","time spent":"535.250007ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:40.665486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.4803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:40.665633Z","caller":"traceutil/trace.go:171","msg":"trace[166939260] linearizableReadLoop","detail":"{readStateIndex:22469; appliedIndex:22468; }","duration":"326.907642ms","start":"2026-04-28T07:51:40.338701Z","end":"2026-04-28T07:51:40.665609Z","steps":["trace[166939260] 'read index received' (duration: 156.255688ms)","trace[166939260] 'applied index is now lower than readState.Index' (duration: 170.649764ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:40.665722Z","caller":"traceutil/trace.go:171","msg":"trace[582124581] transaction","detail":"{read_only:false; response_revision:21812; number_of_response:1; }","duration":"329.019936ms","start":"2026-04-28T07:51:40.336668Z","end":"2026-04-28T07:51:40.665687Z","steps":["trace[582124581] 'process raft request' (duration: 158.191617ms)","trace[582124581] 'compare' (duration: 169.953127ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:40.665896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.187999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7045a0e8-88a6-42c1-a1bc-523ca8ccd597\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-04-28T07:51:40.665938Z","caller":"traceutil/trace.go:171","msg":"trace[829047130] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7045a0e8-88a6-42c1-a1bc-523ca8ccd597; range_end:; response_count:1; response_revision:21812; }","duration":"327.24494ms","start":"2026-04-28T07:51:40.33868Z","end":"2026-04-28T07:51:40.665925Z","steps":["trace[829047130] 'agreement among raft nodes before linearized reading' (duration: 327.023235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:40.665945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:40.336653Z","time spent":"329.124009ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":938,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:40.665971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:40.338671Z","time spent":"327.291761ms","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-7045a0e8-88a6-42c1-a1bc-523ca8ccd597\" "} {"level":"info","ts":"2026-04-28T07:51:40.709547Z","caller":"traceutil/trace.go:171","msg":"trace[156939703] transaction","detail":"{read_only:false; response_revision:21813; number_of_response:1; }","duration":"368.277855ms","start":"2026-04-28T07:51:40.341229Z","end":"2026-04-28T07:51:40.709507Z","steps":["trace[156939703] 'process raft request' (duration: 368.011769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:40.709701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.810968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:51:40.710335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:40.341219Z","time spent":"368.981793ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4664,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:40.709703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.862931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:40.710431Z","caller":"traceutil/trace.go:171","msg":"trace[165567360] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:21813; }","duration":"175.634171ms","start":"2026-04-28T07:51:40.53477Z","end":"2026-04-28T07:51:40.710404Z","steps":["trace[165567360] 'agreement among raft nodes before linearized reading' (duration: 174.854711ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:40.710352Z","caller":"traceutil/trace.go:171","msg":"trace[439030175] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:21813; }","duration":"213.505806ms","start":"2026-04-28T07:51:40.496814Z","end":"2026-04-28T07:51:40.71032Z","steps":["trace[439030175] 'agreement among raft nodes before linearized reading' (duration: 212.613193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:41.365062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.166769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:41.365176Z","caller":"traceutil/trace.go:171","msg":"trace[1649346914] linearizableReadLoop","detail":"{readStateIndex:22471; appliedIndex:22470; }","duration":"643.697637ms","start":"2026-04-28T07:51:40.721462Z","end":"2026-04-28T07:51:41.365159Z","steps":["trace[1649346914] 'read index received' (duration: 45.287502ms)","trace[1649346914] 'applied index is now lower than readState.Index' (duration: 598.408105ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:41.365251Z","caller":"traceutil/trace.go:171","msg":"trace[1508169385] transaction","detail":"{read_only:false; response_revision:21814; number_of_response:1; }","duration":"691.867104ms","start":"2026-04-28T07:51:40.67337Z","end":"2026-04-28T07:51:41.365237Z","steps":["trace[1508169385] 'process raft request' (duration: 93.456429ms)","trace[1508169385] 'compare' (duration: 597.897902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:41.365302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:40.673344Z","time spent":"691.934195ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":827,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:51:41.365675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.211381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwl94\" ","response":"range_response_count:1 size:5930"} {"level":"info","ts":"2026-04-28T07:51:41.36572Z","caller":"traceutil/trace.go:171","msg":"trace[584079046] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwl94; range_end:; response_count:1; response_revision:21814; }","duration":"644.317193ms","start":"2026-04-28T07:51:40.721392Z","end":"2026-04-28T07:51:41.365709Z","steps":["trace[584079046] 'agreement among raft nodes before linearized reading' (duration: 644.094657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:41.365755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:40.721365Z","time spent":"644.383155ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5952,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwl94\" "} {"level":"warn","ts":"2026-04-28T07:51:41.375575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.737831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:41.375652Z","caller":"traceutil/trace.go:171","msg":"trace[2101454617] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:21815; }","duration":"517.860314ms","start":"2026-04-28T07:51:40.857774Z","end":"2026-04-28T07:51:41.375634Z","steps":["trace[2101454617] 'agreement among raft nodes before linearized reading' (duration: 517.67246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:41.375695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:40.857752Z","time spent":"517.927396ms","remote":"127.0.0.1:51966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:41.375911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.646375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:41.376066Z","caller":"traceutil/trace.go:171","msg":"trace[1550182542] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:21815; }","duration":"128.893571ms","start":"2026-04-28T07:51:41.247108Z","end":"2026-04-28T07:51:41.376002Z","steps":["trace[1550182542] 'agreement among raft nodes before linearized reading' (duration: 128.599604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:41.37597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.719142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:41.376208Z","caller":"traceutil/trace.go:171","msg":"trace[1597790755] transaction","detail":"{read_only:false; response_revision:21815; number_of_response:1; }","duration":"477.749314ms","start":"2026-04-28T07:51:40.898419Z","end":"2026-04-28T07:51:41.376169Z","steps":["trace[1597790755] 'process raft request' (duration: 476.80796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:41.376414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.707479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:41.376482Z","caller":"traceutil/trace.go:171","msg":"trace[1600229228] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:21815; }","duration":"526.813972ms","start":"2026-04-28T07:51:40.84965Z","end":"2026-04-28T07:51:41.376464Z","steps":["trace[1600229228] 'agreement among raft nodes before linearized reading' (duration: 526.686019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:41.376509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:40.898395Z","time spent":"477.956138ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:41.376278Z","caller":"traceutil/trace.go:171","msg":"trace[2100182197] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21815; }","duration":"273.01672ms","start":"2026-04-28T07:51:41.103215Z","end":"2026-04-28T07:51:41.376232Z","steps":["trace[2100182197] 'agreement among raft nodes before linearized reading' (duration: 272.719703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:41.376542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:40.849584Z","time spent":"526.939976ms","remote":"127.0.0.1:46606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:41.812253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:41.468574Z","time spent":"343.67286ms","remote":"127.0.0.1:40898","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-28T07:51:41.81375Z","caller":"traceutil/trace.go:171","msg":"trace[1882637114] transaction","detail":"{read_only:false; response_revision:21817; number_of_response:1; }","duration":"433.918837ms","start":"2026-04-28T07:51:41.379805Z","end":"2026-04-28T07:51:41.813724Z","steps":["trace[1882637114] 'process raft request' (duration: 423.177664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:41.813935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:41.379793Z","time spent":"434.03804ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6230,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:42.028382Z","caller":"traceutil/trace.go:171","msg":"trace[1765215048] transaction","detail":"{read_only:false; response_revision:21818; number_of_response:1; }","duration":"582.238293ms","start":"2026-04-28T07:51:41.446073Z","end":"2026-04-28T07:51:42.028311Z","steps":["trace[1765215048] 'process raft request' (duration: 508.264589ms)","trace[1765215048] 'compare' (duration: 73.646076ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:42.028479Z","caller":"traceutil/trace.go:171","msg":"trace[1271011362] transaction","detail":"{read_only:false; response_revision:21820; number_of_response:1; }","duration":"350.274927ms","start":"2026-04-28T07:51:41.678171Z","end":"2026-04-28T07:51:42.028446Z","steps":["trace[1271011362] 'process raft request' (duration: 350.150214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:42.028571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:41.446046Z","time spent":"582.450838ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:51:42.028556Z","caller":"traceutil/trace.go:171","msg":"trace[754133697] linearizableReadLoop","detail":"{readStateIndex:22477; appliedIndex:22473; }","duration":"326.452962ms","start":"2026-04-28T07:51:41.702063Z","end":"2026-04-28T07:51:42.028516Z","steps":["trace[754133697] 'read index received' (duration: 100.958821ms)","trace[754133697] 'applied index is now lower than readState.Index' (duration: 225.492861ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:42.028728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:41.678132Z","time spent":"350.473252ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:42.028742Z","caller":"traceutil/trace.go:171","msg":"trace[569369465] transaction","detail":"{read_only:false; response_revision:21821; number_of_response:1; }","duration":"292.084536ms","start":"2026-04-28T07:51:41.736639Z","end":"2026-04-28T07:51:42.028723Z","steps":["trace[569369465] 'process raft request' (duration: 291.750278ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:42.028849Z","caller":"traceutil/trace.go:171","msg":"trace[1061746585] transaction","detail":"{read_only:false; response_revision:21819; number_of_response:1; }","duration":"380.317513ms","start":"2026-04-28T07:51:41.648198Z","end":"2026-04-28T07:51:42.028516Z","steps":["trace[1061746585] 'process raft request' (duration: 380.024546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:42.028974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:41.648155Z","time spent":"380.721753ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:42.029011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.938914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:42.029048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.23622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:42.029084Z","caller":"traceutil/trace.go:171","msg":"trace[1613118604] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21821; }","duration":"228.292912ms","start":"2026-04-28T07:51:41.800781Z","end":"2026-04-28T07:51:42.029074Z","steps":["trace[1613118604] 'agreement among raft nodes before linearized reading' (duration: 228.21253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:42.029103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.053092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:42.029135Z","caller":"traceutil/trace.go:171","msg":"trace[850002625] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:21821; }","duration":"275.136634ms","start":"2026-04-28T07:51:41.753989Z","end":"2026-04-28T07:51:42.029126Z","steps":["trace[850002625] 'agreement among raft nodes before linearized reading' (duration: 274.96498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:42.029294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.502541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:42.029312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.411031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:42.029322Z","caller":"traceutil/trace.go:171","msg":"trace[1374459448] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21821; }","duration":"227.551363ms","start":"2026-04-28T07:51:41.801764Z","end":"2026-04-28T07:51:42.029315Z","steps":["trace[1374459448] 'agreement among raft nodes before linearized reading' (duration: 227.497692ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:42.02933Z","caller":"traceutil/trace.go:171","msg":"trace[1124111089] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21821; }","duration":"229.446901ms","start":"2026-04-28T07:51:41.799878Z","end":"2026-04-28T07:51:42.029325Z","steps":["trace[1124111089] 'agreement among raft nodes before linearized reading' (duration: 229.358989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:42.029454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.243691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:51:42.029445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.028471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-jkw9c\" ","response":"range_response_count:1 size:6856"} {"level":"info","ts":"2026-04-28T07:51:42.029475Z","caller":"traceutil/trace.go:171","msg":"trace[2072624668] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21821; }","duration":"230.276662ms","start":"2026-04-28T07:51:41.799193Z","end":"2026-04-28T07:51:42.02947Z","steps":["trace[2072624668] 'agreement among raft nodes before linearized reading' (duration: 230.21655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:42.029474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.106147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:42.029499Z","caller":"traceutil/trace.go:171","msg":"trace[812797575] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21821; }","duration":"228.149048ms","start":"2026-04-28T07:51:41.801343Z","end":"2026-04-28T07:51:42.029492Z","steps":["trace[812797575] 'agreement among raft nodes before linearized reading' (duration: 228.007435ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:42.029495Z","caller":"traceutil/trace.go:171","msg":"trace[1763789212] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-jkw9c; range_end:; response_count:1; response_revision:21821; }","duration":"207.119893ms","start":"2026-04-28T07:51:41.822357Z","end":"2026-04-28T07:51:42.029477Z","steps":["trace[1763789212] 'agreement among raft nodes before linearized reading' (duration: 206.917778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:42.029578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.26555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:42.029108Z","caller":"traceutil/trace.go:171","msg":"trace[423592831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21821; }","duration":"327.045756ms","start":"2026-04-28T07:51:41.70199Z","end":"2026-04-28T07:51:42.029036Z","steps":["trace[423592831] 'agreement among raft nodes before linearized reading' (duration: 326.940493ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:42.029599Z","caller":"traceutil/trace.go:171","msg":"trace[241456146] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21821; }","duration":"228.299112ms","start":"2026-04-28T07:51:41.801295Z","end":"2026-04-28T07:51:42.029594Z","steps":["trace[241456146] 'agreement among raft nodes before linearized reading' (duration: 228.266741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:42.02962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:41.701963Z","time spent":"327.647981ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:42.029575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.380435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:42.029702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.37576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:42.029724Z","caller":"traceutil/trace.go:171","msg":"trace[1035578899] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21821; }","duration":"230.547909ms","start":"2026-04-28T07:51:41.799171Z","end":"2026-04-28T07:51:42.029719Z","steps":["trace[1035578899] 'agreement among raft nodes before linearized reading' (duration: 230.387995ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:42.029728Z","caller":"traceutil/trace.go:171","msg":"trace[878224841] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21821; }","duration":"231.456902ms","start":"2026-04-28T07:51:41.798265Z","end":"2026-04-28T07:51:42.029722Z","steps":["trace[878224841] 'agreement among raft nodes before linearized reading' (duration: 231.38566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:42.029799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.035488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:42.029842Z","caller":"traceutil/trace.go:171","msg":"trace[1520780662] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21821; }","duration":"234.101589ms","start":"2026-04-28T07:51:41.795731Z","end":"2026-04-28T07:51:42.029832Z","steps":["trace[1520780662] 'agreement among raft nodes before linearized reading' (duration: 233.981196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:42.029922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.057372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:42.03001Z","caller":"traceutil/trace.go:171","msg":"trace[1695720957] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21821; }","duration":"231.205636ms","start":"2026-04-28T07:51:41.798784Z","end":"2026-04-28T07:51:42.029989Z","steps":["trace[1695720957] 'agreement among raft nodes before linearized reading' (duration: 230.894748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:42.029961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.448433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:42.030175Z","caller":"traceutil/trace.go:171","msg":"trace[455229720] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21821; }","duration":"222.677838ms","start":"2026-04-28T07:51:41.807486Z","end":"2026-04-28T07:51:42.030164Z","steps":["trace[455229720] 'agreement among raft nodes before linearized reading' (duration: 222.281808ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:42.420367Z","caller":"traceutil/trace.go:171","msg":"trace[1281423830] linearizableReadLoop","detail":"{readStateIndex:22479; appliedIndex:22478; }","duration":"387.562328ms","start":"2026-04-28T07:51:42.032767Z","end":"2026-04-28T07:51:42.420329Z","steps":["trace[1281423830] 'read index received' (duration: 387.207099ms)","trace[1281423830] 'applied index is now lower than readState.Index' (duration: 353.869µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:42.420422Z","caller":"traceutil/trace.go:171","msg":"trace[1410704945] transaction","detail":"{read_only:false; response_revision:21822; number_of_response:1; }","duration":"387.711781ms","start":"2026-04-28T07:51:42.032651Z","end":"2026-04-28T07:51:42.420363Z","steps":["trace[1410704945] 'process raft request' (duration: 387.330491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:42.420562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.762953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:42.420617Z","caller":"traceutil/trace.go:171","msg":"trace[1483777996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21822; }","duration":"387.876096ms","start":"2026-04-28T07:51:42.032726Z","end":"2026-04-28T07:51:42.420602Z","steps":["trace[1483777996] 'agreement among raft nodes before linearized reading' (duration: 387.709642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:42.420654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:42.032704Z","time spent":"387.943907ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:42.420648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:42.032622Z","time spent":"387.904756ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":972,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:51:42.921271Z","caller":"traceutil/trace.go:171","msg":"trace[1007262140] transaction","detail":"{read_only:false; response_revision:21823; number_of_response:1; }","duration":"879.0588ms","start":"2026-04-28T07:51:42.042182Z","end":"2026-04-28T07:51:42.921241Z","steps":["trace[1007262140] 'process raft request' (duration: 878.834333ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:42.921608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:42.042159Z","time spent":"879.228365ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9187,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:42.929231Z","caller":"traceutil/trace.go:171","msg":"trace[2108706868] linearizableReadLoop","detail":"{readStateIndex:22481; appliedIndex:22479; }","duration":"224.924136ms","start":"2026-04-28T07:51:42.70428Z","end":"2026-04-28T07:51:42.929204Z","steps":["trace[2108706868] 'read index received' (duration: 216.706207ms)","trace[2108706868] 'applied index is now lower than readState.Index' (duration: 8.216619ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:42.929262Z","caller":"traceutil/trace.go:171","msg":"trace[1707983705] transaction","detail":"{read_only:false; response_revision:21824; number_of_response:1; }","duration":"503.2154ms","start":"2026-04-28T07:51:42.426012Z","end":"2026-04-28T07:51:42.929227Z","steps":["trace[1707983705] 'process raft request' (duration: 503.049056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:42.929414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:42.425985Z","time spent":"503.348864ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":972,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:51:42.929479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.166662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:42.929579Z","caller":"traceutil/trace.go:171","msg":"trace[1978976360] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21824; }","duration":"225.318796ms","start":"2026-04-28T07:51:42.704236Z","end":"2026-04-28T07:51:42.929555Z","steps":["trace[1978976360] 'agreement among raft nodes before linearized reading' (duration: 225.09508ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:43.196381Z","caller":"traceutil/trace.go:171","msg":"trace[2128072310] transaction","detail":"{read_only:false; response_revision:21825; number_of_response:1; }","duration":"263.53919ms","start":"2026-04-28T07:51:42.9328Z","end":"2026-04-28T07:51:43.196339Z","steps":["trace[2128072310] 'process raft request' (duration: 263.318084ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:43.555144Z","caller":"traceutil/trace.go:171","msg":"trace[445140882] transaction","detail":"{read_only:false; response_revision:21826; number_of_response:1; }","duration":"617.8462ms","start":"2026-04-28T07:51:42.937241Z","end":"2026-04-28T07:51:43.555087Z","steps":["trace[445140882] 'process raft request' (duration: 617.399518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:43.555461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:42.937225Z","time spent":"618.021825ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7734,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:44.155711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.661372ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:51:44.155858Z","caller":"traceutil/trace.go:171","msg":"trace[1547631386] linearizableReadLoop","detail":"{readStateIndex:22484; appliedIndex:22482; }","duration":"954.079699ms","start":"2026-04-28T07:51:43.201732Z","end":"2026-04-28T07:51:44.155812Z","steps":["trace[1547631386] 'read index received' (duration: 352.802302ms)","trace[1547631386] 'applied index is now lower than readState.Index' (duration: 601.275677ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:44.157116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.366883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jkw9c.18aa74754bea54f4\" ","response":"range_response_count:1 size:850"} {"level":"info","ts":"2026-04-28T07:51:44.157188Z","caller":"traceutil/trace.go:171","msg":"trace[1921914452] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-jkw9c.18aa74754bea54f4; range_end:; response_count:1; response_revision:21826; }","duration":"955.504736ms","start":"2026-04-28T07:51:43.201665Z","end":"2026-04-28T07:51:44.15717Z","steps":["trace[1921914452] 'agreement among raft nodes before linearized reading' (duration: 955.25926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:44.157226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:43.201634Z","time spent":"955.585388ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":872,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-jkw9c.18aa74754bea54f4\" "} {"level":"warn","ts":"2026-04-28T07:51:44.157446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.994405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-bootstrap-kjf8p\" ","response":"range_response_count:1 size:8381"} {"level":"info","ts":"2026-04-28T07:51:44.157473Z","caller":"traceutil/trace.go:171","msg":"trace[904383786] range","detail":"{range_begin:/registry/pods/openstack/manila-bootstrap-kjf8p; range_end:; response_count:1; response_revision:21826; }","duration":"589.052267ms","start":"2026-04-28T07:51:43.568414Z","end":"2026-04-28T07:51:44.157466Z","steps":["trace[904383786] 'agreement among raft nodes before linearized reading' (duration: 588.977535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:44.157491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:43.568394Z","time spent":"589.092517ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8403,"request content":"key:\"/registry/pods/openstack/manila-bootstrap-kjf8p\" "} {"level":"warn","ts":"2026-04-28T07:51:44.157689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.876741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:44.15772Z","caller":"traceutil/trace.go:171","msg":"trace[2087228464] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21826; }","duration":"117.965393ms","start":"2026-04-28T07:51:44.039748Z","end":"2026-04-28T07:51:44.157713Z","steps":["trace[2087228464] 'agreement among raft nodes before linearized reading' (duration: 117.909741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:44.157847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.526167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:44.157871Z","caller":"traceutil/trace.go:171","msg":"trace[100885261] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21826; }","duration":"118.568989ms","start":"2026-04-28T07:51:44.039297Z","end":"2026-04-28T07:51:44.157866Z","steps":["trace[100885261] 'agreement among raft nodes before linearized reading' (duration: 118.530238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:44.157986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.319953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:44.157991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.342839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:44.158046Z","caller":"traceutil/trace.go:171","msg":"trace[1153054351] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21826; }","duration":"120.435567ms","start":"2026-04-28T07:51:44.037596Z","end":"2026-04-28T07:51:44.158032Z","steps":["trace[1153054351] 'agreement among raft nodes before linearized reading' (duration: 120.271603ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:44.158063Z","caller":"traceutil/trace.go:171","msg":"trace[657390691] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21826; }","duration":"119.441661ms","start":"2026-04-28T07:51:44.038603Z","end":"2026-04-28T07:51:44.158045Z","steps":["trace[657390691] 'agreement among raft nodes before linearized reading' (duration: 119.279647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:44.158027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.285234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:44.15808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.905343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:51:44.158104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.895087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:44.158142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.652476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:44.158144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.046186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:44.158144Z","caller":"traceutil/trace.go:171","msg":"trace[1250698871] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:21826; }","duration":"472.474989ms","start":"2026-04-28T07:51:43.685638Z","end":"2026-04-28T07:51:44.158113Z","steps":["trace[1250698871] 'agreement among raft nodes before linearized reading' (duration: 472.226522ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:44.158163Z","caller":"traceutil/trace.go:171","msg":"trace[115241534] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21826; }","duration":"120.015305ms","start":"2026-04-28T07:51:44.038127Z","end":"2026-04-28T07:51:44.158142Z","steps":["trace[115241534] 'agreement among raft nodes before linearized reading' (duration: 119.719938ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:44.15817Z","caller":"traceutil/trace.go:171","msg":"trace[876903944] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21826; }","duration":"118.975239ms","start":"2026-04-28T07:51:44.039178Z","end":"2026-04-28T07:51:44.158153Z","steps":["trace[876903944] 'agreement among raft nodes before linearized reading' (duration: 118.728533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:44.1582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.688258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:44.158196Z","caller":"traceutil/trace.go:171","msg":"trace[90027388] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21826; }","duration":"120.137658ms","start":"2026-04-28T07:51:44.038045Z","end":"2026-04-28T07:51:44.158182Z","steps":["trace[90027388] 'agreement among raft nodes before linearized reading' (duration: 120.000145ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:44.158217Z","caller":"traceutil/trace.go:171","msg":"trace[206940688] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21826; }","duration":"119.713348ms","start":"2026-04-28T07:51:44.038499Z","end":"2026-04-28T07:51:44.158212Z","steps":["trace[206940688] 'agreement among raft nodes before linearized reading' (duration: 119.686458ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:44.158219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:43.68561Z","time spent":"472.590142ms","remote":"127.0.0.1:46826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:44.158232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.450786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:44.158171Z","caller":"traceutil/trace.go:171","msg":"trace[10260577] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21826; }","duration":"119.687538ms","start":"2026-04-28T07:51:44.038472Z","end":"2026-04-28T07:51:44.15816Z","steps":["trace[10260577] 'agreement among raft nodes before linearized reading' (duration: 119.615786ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:44.158278Z","caller":"traceutil/trace.go:171","msg":"trace[1602730124] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21826; }","duration":"457.547948ms","start":"2026-04-28T07:51:43.700716Z","end":"2026-04-28T07:51:44.158264Z","steps":["trace[1602730124] 'agreement among raft nodes before linearized reading' (duration: 457.453916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:44.158314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:43.700689Z","time spent":"457.61771ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:44.15831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.473533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:44.158413Z","caller":"traceutil/trace.go:171","msg":"trace[1745728720] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21826; }","duration":"119.610666ms","start":"2026-04-28T07:51:44.038781Z","end":"2026-04-28T07:51:44.158391Z","steps":["trace[1745728720] 'agreement among raft nodes before linearized reading' (duration: 119.273687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:44.158325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.134309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:44.158488Z","caller":"traceutil/trace.go:171","msg":"trace[1110438153] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21826; }","duration":"120.371085ms","start":"2026-04-28T07:51:44.038107Z","end":"2026-04-28T07:51:44.158478Z","steps":["trace[1110438153] 'agreement among raft nodes before linearized reading' (duration: 120.084478ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:44.553446Z","caller":"traceutil/trace.go:171","msg":"trace[738539010] transaction","detail":"{read_only:false; response_revision:21827; number_of_response:1; }","duration":"392.546653ms","start":"2026-04-28T07:51:44.160874Z","end":"2026-04-28T07:51:44.55342Z","steps":["trace[738539010] 'process raft request' (duration: 392.338318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:44.553594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:44.160848Z","time spent":"392.671017ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:46.142102Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.58883658s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T07:51:46.142645Z","caller":"traceutil/trace.go:171","msg":"trace[1789632943] linearizableReadLoop","detail":"{readStateIndex:22486; appliedIndex:22484; }","duration":"1.91050288s","start":"2026-04-28T07:51:44.23209Z","end":"2026-04-28T07:51:46.142593Z","steps":["trace[1789632943] 'read index received' (duration: 321.176258ms)","trace[1789632943] 'applied index is now lower than readState.Index' (duration: 1.589325062s)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:46.143205Z","caller":"traceutil/trace.go:171","msg":"trace[532473061] transaction","detail":"{read_only:false; response_revision:21828; number_of_response:1; }","duration":"1.973737099s","start":"2026-04-28T07:51:44.169431Z","end":"2026-04-28T07:51:46.143168Z","steps":["trace[532473061] 'process raft request' (duration: 1.972934228s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:46.143303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586064579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vlwx6.18aa753afdd7bc80\" ","response":"range_response_count:1 size:1002"} {"level":"warn","ts":"2026-04-28T07:51:46.143359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351672702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-28T07:51:46.143397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:44.169405Z","time spent":"1.973867163s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8551,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:46.143423Z","caller":"traceutil/trace.go:171","msg":"trace[1555230212] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vlwx6.18aa753afdd7bc80; range_end:; response_count:1; response_revision:21828; }","duration":"1.586227264s","start":"2026-04-28T07:51:44.557152Z","end":"2026-04-28T07:51:46.14338Z","steps":["trace[1555230212] 'agreement among raft nodes before linearized reading' (duration: 1.585938407s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:46.143423Z","caller":"traceutil/trace.go:171","msg":"trace[48768283] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21828; }","duration":"1.351753074s","start":"2026-04-28T07:51:44.791653Z","end":"2026-04-28T07:51:46.143406Z","steps":["trace[48768283] 'agreement among raft nodes before linearized reading' (duration: 1.351568269s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:46.143474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:44.791648Z","time spent":"1.351816615s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T07:51:46.143478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354360881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-28T07:51:46.143533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432532681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:46.143534Z","caller":"traceutil/trace.go:171","msg":"trace[262008294] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21828; }","duration":"1.354447803s","start":"2026-04-28T07:51:44.789069Z","end":"2026-04-28T07:51:46.143517Z","steps":["trace[262008294] 'agreement among raft nodes before linearized reading' (duration: 1.354232077s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:46.143572Z","caller":"traceutil/trace.go:171","msg":"trace[773653928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21828; }","duration":"1.432601483s","start":"2026-04-28T07:51:44.71096Z","end":"2026-04-28T07:51:46.143562Z","steps":["trace[773653928] 'agreement among raft nodes before linearized reading' (duration: 1.432537841s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:46.143585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:44.789049Z","time spent":"1.354528085s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:51:46.143605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:44.710928Z","time spent":"1.432670585s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:46.143476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:44.557129Z","time spent":"1.586334886s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":1024,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vlwx6.18aa753afdd7bc80\" "} {"level":"warn","ts":"2026-04-28T07:51:46.14421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91206292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T07:51:46.14455Z","caller":"traceutil/trace.go:171","msg":"trace[810486362] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:21828; }","duration":"1.912260344s","start":"2026-04-28T07:51:44.232042Z","end":"2026-04-28T07:51:46.144302Z","steps":["trace[810486362] 'agreement among raft nodes before linearized reading' (duration: 1.910829979s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:46.144611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:44.232026Z","time spent":"1.912574332s","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.19.213.75\" "} {"level":"warn","ts":"2026-04-28T07:51:46.720891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.758733ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:46.721061Z","caller":"traceutil/trace.go:171","msg":"trace[528633237] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21828; }","duration":"444.947878ms","start":"2026-04-28T07:51:46.276087Z","end":"2026-04-28T07:51:46.721034Z","steps":["trace[528633237] 'range keys from in-memory index tree' (duration: 444.734412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:46.721354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.160609ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-28T07:51:46.721461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.146164Z","time spent":"575.292236ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:51:47.099935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.407784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:47.100444Z","caller":"traceutil/trace.go:171","msg":"trace[173563039] transaction","detail":"{read_only:false; response_revision:21829; number_of_response:1; }","duration":"952.494559ms","start":"2026-04-28T07:51:46.147913Z","end":"2026-04-28T07:51:47.100408Z","steps":["trace[173563039] 'process raft request' (duration: 832.963667ms)","trace[173563039] 'compare' (duration: 118.139367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:47.100586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.147889Z","time spent":"952.628262ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:47.100875Z","caller":"traceutil/trace.go:171","msg":"trace[364095571] transaction","detail":"{read_only:false; response_revision:21830; number_of_response:1; }","duration":"951.675868ms","start":"2026-04-28T07:51:46.149167Z","end":"2026-04-28T07:51:47.100843Z","steps":["trace[364095571] 'process raft request' (duration: 950.962959ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:47.101064Z","caller":"traceutil/trace.go:171","msg":"trace[1033178977] transaction","detail":"{read_only:false; response_revision:21832; number_of_response:1; }","duration":"377.986223ms","start":"2026-04-28T07:51:46.723012Z","end":"2026-04-28T07:51:47.100998Z","steps":["trace[1033178977] 'process raft request' (duration: 377.885071ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:47.101113Z","caller":"traceutil/trace.go:171","msg":"trace[1867147899] transaction","detail":"{read_only:false; response_revision:21831; number_of_response:1; }","duration":"950.047408ms","start":"2026-04-28T07:51:46.151031Z","end":"2026-04-28T07:51:47.101078Z","steps":["trace[1867147899] 'process raft request' (duration: 949.684878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:47.101078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.149144Z","time spent":"951.808042ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:47.10126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.722986Z","time spent":"378.181128ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:47.101276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.15102Z","time spent":"950.178061ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:47.101346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.243438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-6lt5b\" ","response":"range_response_count:1 size:5315"} {"level":"info","ts":"2026-04-28T07:51:47.101114Z","caller":"traceutil/trace.go:171","msg":"trace[1121292350] linearizableReadLoop","detail":"{readStateIndex:22488; appliedIndex:22486; }","duration":"953.002933ms","start":"2026-04-28T07:51:46.14809Z","end":"2026-04-28T07:51:47.101093Z","steps":["trace[1121292350] 'read index received' (duration: 367.048154ms)","trace[1121292350] 'applied index is now lower than readState.Index' (duration: 585.952098ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:47.101419Z","caller":"traceutil/trace.go:171","msg":"trace[1283727556] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-6lt5b; range_end:; response_count:1; response_revision:21832; }","duration":"953.342741ms","start":"2026-04-28T07:51:46.148057Z","end":"2026-04-28T07:51:47.101399Z","steps":["trace[1283727556] 'agreement among raft nodes before linearized reading' (duration: 953.091175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:47.101475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.148049Z","time spent":"953.412763ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5337,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-6lt5b\" "} {"level":"info","ts":"2026-04-28T07:51:47.196067Z","caller":"traceutil/trace.go:171","msg":"trace[1645718487] transaction","detail":"{read_only:false; response_revision:21833; number_of_response:1; }","duration":"160.356272ms","start":"2026-04-28T07:51:47.035665Z","end":"2026-04-28T07:51:47.196021Z","steps":["trace[1645718487] 'process raft request' (duration: 160.022074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:47.196125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02759134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:47.196227Z","caller":"traceutil/trace.go:171","msg":"trace[1955676185] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21833; }","duration":"1.027751285s","start":"2026-04-28T07:51:46.168454Z","end":"2026-04-28T07:51:47.196206Z","steps":["trace[1955676185] 'agreement among raft nodes before linearized reading' (duration: 1.027461167s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:47.196269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.168421Z","time spent":"1.027839477s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:47.196267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.855344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-28T07:51:47.196294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02752341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:47.196356Z","caller":"traceutil/trace.go:171","msg":"trace[20738534] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:21833; }","duration":"857.024189ms","start":"2026-04-28T07:51:46.33931Z","end":"2026-04-28T07:51:47.196334Z","steps":["trace[20738534] 'agreement among raft nodes before linearized reading' (duration: 856.634709ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:47.196369Z","caller":"traceutil/trace.go:171","msg":"trace[51001076] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21833; }","duration":"1.027628682s","start":"2026-04-28T07:51:46.168722Z","end":"2026-04-28T07:51:47.196351Z","steps":["trace[51001076] 'agreement among raft nodes before linearized reading' (duration: 1.027176039s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:47.196418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.339284Z","time spent":"857.123131ms","remote":"127.0.0.1:47622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":175,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:47.196461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.168713Z","time spent":"1.027735275s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:47.196482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02947852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:47.196624Z","caller":"traceutil/trace.go:171","msg":"trace[1437923717] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21833; }","duration":"1.029677165s","start":"2026-04-28T07:51:46.166918Z","end":"2026-04-28T07:51:47.196595Z","steps":["trace[1437923717] 'agreement among raft nodes before linearized reading' (duration: 1.029154861s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:47.196687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03146925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:51:47.196687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028762802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:47.196733Z","caller":"traceutil/trace.go:171","msg":"trace[264739196] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21833; }","duration":"1.031514111s","start":"2026-04-28T07:51:46.16521Z","end":"2026-04-28T07:51:47.196724Z","steps":["trace[264739196] 'agreement among raft nodes before linearized reading' (duration: 1.031361547s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:47.196556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030254389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:47.196748Z","caller":"traceutil/trace.go:171","msg":"trace[447527002] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21833; }","duration":"1.028859374s","start":"2026-04-28T07:51:46.167873Z","end":"2026-04-28T07:51:47.196733Z","steps":["trace[447527002] 'agreement among raft nodes before linearized reading' (duration: 1.028728301s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:47.196782Z","caller":"traceutil/trace.go:171","msg":"trace[251001957] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21833; }","duration":"1.030474894s","start":"2026-04-28T07:51:46.166295Z","end":"2026-04-28T07:51:47.19677Z","steps":["trace[251001957] 'agreement among raft nodes before linearized reading' (duration: 1.030233548s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:47.196802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043301152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:47.196803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.16786Z","time spent":"1.028934326s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:51:47.196826Z","caller":"traceutil/trace.go:171","msg":"trace[312538588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21833; }","duration":"1.043333283s","start":"2026-04-28T07:51:46.153487Z","end":"2026-04-28T07:51:47.19682Z","steps":["trace[312538588] 'agreement among raft nodes before linearized reading' (duration: 1.043292532s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:47.196824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.166271Z","time spent":"1.030543326s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:47.196812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026695769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:47.196838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028618047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:47.196895Z","caller":"traceutil/trace.go:171","msg":"trace[2076731700] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21833; }","duration":"1.026787061s","start":"2026-04-28T07:51:46.17009Z","end":"2026-04-28T07:51:47.196877Z","steps":["trace[2076731700] 'agreement among raft nodes before linearized reading' (duration: 1.026670558s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:47.196928Z","caller":"traceutil/trace.go:171","msg":"trace[1449240112] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21833; }","duration":"1.028707279s","start":"2026-04-28T07:51:46.168199Z","end":"2026-04-28T07:51:47.196906Z","steps":["trace[1449240112] 'agreement among raft nodes before linearized reading' (duration: 1.028556595s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:47.196946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.169998Z","time spent":"1.026938904s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:47.196699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028486064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:47.197166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.168193Z","time spent":"1.028964096s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:47.197165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027101229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:47.19719Z","caller":"traceutil/trace.go:171","msg":"trace[387712218] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21833; }","duration":"1.029022957s","start":"2026-04-28T07:51:46.168158Z","end":"2026-04-28T07:51:47.197181Z","steps":["trace[387712218] 'agreement among raft nodes before linearized reading' (duration: 1.028101033s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:47.19719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027025557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:47.197206Z","caller":"traceutil/trace.go:171","msg":"trace[1206322664] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21833; }","duration":"1.027167221s","start":"2026-04-28T07:51:46.170028Z","end":"2026-04-28T07:51:47.197196Z","steps":["trace[1206322664] 'agreement among raft nodes before linearized reading' (duration: 1.026801712s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:47.197224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.168151Z","time spent":"1.029064798s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"info","ts":"2026-04-28T07:51:47.197224Z","caller":"traceutil/trace.go:171","msg":"trace[454356141] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21833; }","duration":"1.027113969s","start":"2026-04-28T07:51:46.170101Z","end":"2026-04-28T07:51:47.197215Z","steps":["trace[454356141] 'agreement among raft nodes before linearized reading' (duration: 1.026795941s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:47.197238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.170017Z","time spent":"1.027214722s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:47.197252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.170078Z","time spent":"1.0271678s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:47.196867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.15348Z","time spent":"1.043361593s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:47.196766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.165149Z","time spent":"1.031612454s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:47.196705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:46.166911Z","time spent":"1.029781907s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:47.567472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.33693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:47.5681Z","caller":"traceutil/trace.go:171","msg":"trace[589882325] linearizableReadLoop","detail":"{readStateIndex:22494; appliedIndex:22492; }","duration":"372.150085ms","start":"2026-04-28T07:51:47.19588Z","end":"2026-04-28T07:51:47.56803Z","steps":["trace[589882325] 'read index received' (duration: 259.115557ms)","trace[589882325] 'applied index is now lower than readState.Index' (duration: 113.032858ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:47.568364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.369282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-28T07:51:47.568402Z","caller":"traceutil/trace.go:171","msg":"trace[809330778] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:21835; }","duration":"464.457674ms","start":"2026-04-28T07:51:47.103934Z","end":"2026-04-28T07:51:47.568392Z","steps":["trace[809330778] 'agreement among raft nodes before linearized reading' (duration: 464.349081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:47.568499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:47.103913Z","time spent":"464.572837ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":444,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-28T07:51:47.568498Z","caller":"traceutil/trace.go:171","msg":"trace[1855756691] transaction","detail":"{read_only:false; response_revision:21834; number_of_response:1; }","duration":"462.353481ms","start":"2026-04-28T07:51:47.106112Z","end":"2026-04-28T07:51:47.568465Z","steps":["trace[1855756691] 'process raft request' (duration: 348.926243ms)","trace[1855756691] 'compare' (duration: 111.753466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:47.568597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:47.106092Z","time spent":"462.461834ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:51:47.568598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.883697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:47.56867Z","caller":"traceutil/trace.go:171","msg":"trace[1014125573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21835; }","duration":"369.954238ms","start":"2026-04-28T07:51:47.198695Z","end":"2026-04-28T07:51:47.568649Z","steps":["trace[1014125573] 'agreement among raft nodes before linearized reading' (duration: 369.836705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:47.5687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.392737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:51:47.568747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:47.198652Z","time spent":"370.078142ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:51:47.568802Z","caller":"traceutil/trace.go:171","msg":"trace[1328359423] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21835; }","duration":"366.552193ms","start":"2026-04-28T07:51:47.202227Z","end":"2026-04-28T07:51:47.56878Z","steps":["trace[1328359423] 'agreement among raft nodes before linearized reading' (duration: 366.339796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:47.568861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:47.202207Z","time spent":"366.642584ms","remote":"127.0.0.1:50518","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:47.569239Z","caller":"traceutil/trace.go:171","msg":"trace[244445383] transaction","detail":"{read_only:false; response_revision:21835; number_of_response:1; }","duration":"459.741704ms","start":"2026-04-28T07:51:47.10946Z","end":"2026-04-28T07:51:47.569201Z","steps":["trace[244445383] 'process raft request' (duration: 458.140273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:47.56942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:47.109447Z","time spent":"459.880337ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7630,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:48.094986Z","caller":"traceutil/trace.go:171","msg":"trace[540364816] linearizableReadLoop","detail":"{readStateIndex:22496; appliedIndex:22495; }","duration":"474.404218ms","start":"2026-04-28T07:51:47.620527Z","end":"2026-04-28T07:51:48.094931Z","steps":["trace[540364816] 'read index received' (duration: 474.040969ms)","trace[540364816] 'applied index is now lower than readState.Index' (duration: 361.279µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:48.095159Z","caller":"traceutil/trace.go:171","msg":"trace[292909128] transaction","detail":"{read_only:false; response_revision:21837; number_of_response:1; }","duration":"503.874917ms","start":"2026-04-28T07:51:47.591272Z","end":"2026-04-28T07:51:48.095146Z","steps":["trace[292909128] 'process raft request' (duration: 503.398485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:48.095611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.233782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa74754caccca8\" ","response":"range_response_count:1 size:860"} {"level":"warn","ts":"2026-04-28T07:51:48.095632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.739906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:48.095685Z","caller":"traceutil/trace.go:171","msg":"trace[711043604] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:21837; }","duration":"135.865169ms","start":"2026-04-28T07:51:47.959809Z","end":"2026-04-28T07:51:48.095674Z","steps":["trace[711043604] 'agreement among raft nodes before linearized reading' (duration: 135.747096ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:48.095685Z","caller":"traceutil/trace.go:171","msg":"trace[994003237] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18aa74754caccca8; range_end:; response_count:1; response_revision:21837; }","duration":"470.388995ms","start":"2026-04-28T07:51:47.625278Z","end":"2026-04-28T07:51:48.095667Z","steps":["trace[994003237] 'agreement among raft nodes before linearized reading' (duration: 470.19225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:48.095727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.759568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:48.095812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:47.625245Z","time spent":"470.551329ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":882,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18aa74754caccca8\" "} {"level":"info","ts":"2026-04-28T07:51:48.095852Z","caller":"traceutil/trace.go:171","msg":"trace[845869764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21837; }","duration":"507.906821ms","start":"2026-04-28T07:51:47.587917Z","end":"2026-04-28T07:51:48.095824Z","steps":["trace[845869764] 'agreement among raft nodes before linearized reading' (duration: 507.689276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:48.09592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:47.587912Z","time spent":"507.994423ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:48.096085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.757194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:48.096118Z","caller":"traceutil/trace.go:171","msg":"trace[802060026] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:21837; }","duration":"468.815806ms","start":"2026-04-28T07:51:47.627294Z","end":"2026-04-28T07:51:48.09611Z","steps":["trace[802060026] 'agreement among raft nodes before linearized reading' (duration: 468.758765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:48.096144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:47.627278Z","time spent":"468.855677ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T07:51:48.09631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.702578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:48.096357Z","caller":"traceutil/trace.go:171","msg":"trace[675716120] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:21837; }","duration":"361.815291ms","start":"2026-04-28T07:51:47.734531Z","end":"2026-04-28T07:51:48.096346Z","steps":["trace[675716120] 'agreement among raft nodes before linearized reading' (duration: 361.717299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:48.096387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:47.734501Z","time spent":"361.877233ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:48.097142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:47.591261Z","time spent":"503.933628ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5941,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:48.551234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.587103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:48.551351Z","caller":"traceutil/trace.go:171","msg":"trace[953360295] linearizableReadLoop","detail":"{readStateIndex:22497; appliedIndex:22496; }","duration":"443.928901ms","start":"2026-04-28T07:51:48.107405Z","end":"2026-04-28T07:51:48.551334Z","steps":["trace[953360295] 'read index received' (duration: 75.050801ms)","trace[953360295] 'applied index is now lower than readState.Index' (duration: 368.8759ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:48.551644Z","caller":"traceutil/trace.go:171","msg":"trace[175116611] transaction","detail":"{read_only:false; response_revision:21838; number_of_response:1; }","duration":"451.165566ms","start":"2026-04-28T07:51:48.100463Z","end":"2026-04-28T07:51:48.551628Z","steps":["trace[175116611] 'process raft request' (duration: 82.07613ms)","trace[175116611] 'compare' (duration: 368.191873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:48.551731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:48.100439Z","time spent":"451.252988ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:48.552597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.191114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-r68s9\" ","response":"range_response_count:1 size:4794"} {"level":"warn","ts":"2026-04-28T07:51:48.552577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.55521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:48.552673Z","caller":"traceutil/trace.go:171","msg":"trace[1591889348] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-65565fdb7f-r68s9; range_end:; response_count:1; response_revision:21838; }","duration":"445.288066ms","start":"2026-04-28T07:51:48.107365Z","end":"2026-04-28T07:51:48.552653Z","steps":["trace[1591889348] 'agreement among raft nodes before linearized reading' (duration: 444.998229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:48.552707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:48.107321Z","time spent":"445.378479ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4816,"request content":"key:\"/registry/pods/capo-system/capo-controller-manager-65565fdb7f-r68s9\" "} {"level":"info","ts":"2026-04-28T07:51:48.552783Z","caller":"traceutil/trace.go:171","msg":"trace[1160789205] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:21838; }","duration":"233.230838ms","start":"2026-04-28T07:51:48.319441Z","end":"2026-04-28T07:51:48.552672Z","steps":["trace[1160789205] 'agreement among raft nodes before linearized reading' (duration: 232.959151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:48.552572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.422507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-28T07:51:48.552919Z","caller":"traceutil/trace.go:171","msg":"trace[82076403] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21838; }","duration":"285.839937ms","start":"2026-04-28T07:51:48.267047Z","end":"2026-04-28T07:51:48.552887Z","steps":["trace[82076403] 'agreement among raft nodes before linearized reading' (duration: 285.366355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:48.552588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.554958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:48.553149Z","caller":"traceutil/trace.go:171","msg":"trace[1862908336] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:21838; }","duration":"423.147632ms","start":"2026-04-28T07:51:48.129982Z","end":"2026-04-28T07:51:48.55313Z","steps":["trace[1862908336] 'agreement among raft nodes before linearized reading' (duration: 422.408554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:48.553215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:48.129963Z","time spent":"423.230015ms","remote":"127.0.0.1:51662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:49.204318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161522,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-28T07:51:49.443573Z","caller":"traceutil/trace.go:171","msg":"trace[1564347867] transaction","detail":"{read_only:false; response_revision:21839; number_of_response:1; }","duration":"885.919214ms","start":"2026-04-28T07:51:48.557623Z","end":"2026-04-28T07:51:49.443542Z","steps":["trace[1564347867] 'process raft request' (duration: 885.73489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:49.4439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:48.557597Z","time spent":"886.075508ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:51:50.346758Z","caller":"traceutil/trace.go:171","msg":"trace[80730366] linearizableReadLoop","detail":"{readStateIndex:22499; appliedIndex:22497; }","duration":"1.642519856s","start":"2026-04-28T07:51:48.704191Z","end":"2026-04-28T07:51:50.346711Z","steps":["trace[80730366] 'read index received' (duration: 739.136408ms)","trace[80730366] 'applied index is now lower than readState.Index' (duration: 903.382148ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:50.346941Z","caller":"traceutil/trace.go:171","msg":"trace[433175819] transaction","detail":"{read_only:false; response_revision:21840; number_of_response:1; }","duration":"1.785776424s","start":"2026-04-28T07:51:48.561142Z","end":"2026-04-28T07:51:50.346918Z","steps":["trace[433175819] 'process raft request' (duration: 1.785342123s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.347078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:48.561134Z","time spent":"1.785847715s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7109,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:50.347065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642868495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:50.347145Z","caller":"traceutil/trace.go:171","msg":"trace[467727466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21840; }","duration":"1.642965137s","start":"2026-04-28T07:51:48.704166Z","end":"2026-04-28T07:51:50.347131Z","steps":["trace[467727466] 'agreement among raft nodes before linearized reading' (duration: 1.642776082s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.347197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:48.704063Z","time spent":"1.643127241s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:51:50.782415Z","caller":"traceutil/trace.go:171","msg":"trace[1105761381] linearizableReadLoop","detail":"{readStateIndex:22500; appliedIndex:22499; }","duration":"435.519279ms","start":"2026-04-28T07:51:50.346865Z","end":"2026-04-28T07:51:50.782384Z","steps":["trace[1105761381] 'read index received' (duration: 435.305783ms)","trace[1105761381] 'applied index is now lower than readState.Index' (duration: 212.526µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:50.782563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575579253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:50.782594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575335327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:50.782654Z","caller":"traceutil/trace.go:171","msg":"trace[1576824534] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21841; }","duration":"1.575412939s","start":"2026-04-28T07:51:49.207228Z","end":"2026-04-28T07:51:50.78264Z","steps":["trace[1576824534] 'agreement among raft nodes before linearized reading' (duration: 1.575204394s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.782697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:49.207219Z","time spent":"1.57546976s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:50.782705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576335582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:50.782734Z","caller":"traceutil/trace.go:171","msg":"trace[1880205632] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21841; }","duration":"1.576379843s","start":"2026-04-28T07:51:49.206346Z","end":"2026-04-28T07:51:50.782726Z","steps":["trace[1880205632] 'agreement among raft nodes before linearized reading' (duration: 1.576292391s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.782769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:49.206309Z","time spent":"1.576453545s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:50.782989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576766513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:50.783027Z","caller":"traceutil/trace.go:171","msg":"trace[1917815964] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21841; }","duration":"1.576831395s","start":"2026-04-28T07:51:49.206188Z","end":"2026-04-28T07:51:50.783019Z","steps":["trace[1917815964] 'agreement among raft nodes before linearized reading' (duration: 1.576777003s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.783055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:49.206174Z","time spent":"1.576875196s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:50.783116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.147547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:50.783174Z","caller":"traceutil/trace.go:171","msg":"trace[485662522] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:21841; }","duration":"495.243449ms","start":"2026-04-28T07:51:50.287918Z","end":"2026-04-28T07:51:50.783162Z","steps":["trace[485662522] 'agreement among raft nodes before linearized reading' (duration: 495.156477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.783208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:50.287901Z","time spent":"495.29849ms","remote":"127.0.0.1:51592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:50.783281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577379758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:50.783386Z","caller":"traceutil/trace.go:171","msg":"trace[175081087] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21841; }","duration":"1.577528292s","start":"2026-04-28T07:51:49.205845Z","end":"2026-04-28T07:51:50.783373Z","steps":["trace[175081087] 'agreement among raft nodes before linearized reading' (duration: 1.577344097s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.783425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:49.205822Z","time spent":"1.577592154s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:50.783534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576162717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:50.783583Z","caller":"traceutil/trace.go:171","msg":"trace[766101634] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21841; }","duration":"1.576257981s","start":"2026-04-28T07:51:49.207313Z","end":"2026-04-28T07:51:50.783571Z","steps":["trace[766101634] 'agreement among raft nodes before linearized reading' (duration: 1.576141928s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.783619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:49.207286Z","time spent":"1.576326712s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:50.783636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.577896311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:50.783665Z","caller":"traceutil/trace.go:171","msg":"trace[1705397718] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21841; }","duration":"1.577955873s","start":"2026-04-28T07:51:49.2057Z","end":"2026-04-28T07:51:50.783656Z","steps":["trace[1705397718] 'agreement among raft nodes before linearized reading' (duration: 1.577867241s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.783695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:49.205685Z","time spent":"1.578002944s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:50.783755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.829493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:51:50.783785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57826149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:50.783795Z","caller":"traceutil/trace.go:171","msg":"trace[1165881273] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:21841; }","duration":"594.909755ms","start":"2026-04-28T07:51:50.188873Z","end":"2026-04-28T07:51:50.783783Z","steps":["trace[1165881273] 'agreement among raft nodes before linearized reading' (duration: 594.837863ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:50.783812Z","caller":"traceutil/trace.go:171","msg":"trace[2072966540] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21841; }","duration":"1.578294481s","start":"2026-04-28T07:51:49.205507Z","end":"2026-04-28T07:51:50.783802Z","steps":["trace[2072966540] 'agreement among raft nodes before linearized reading' (duration: 1.578257721s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.783828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:50.188851Z","time spent":"594.970427ms","remote":"127.0.0.1:51534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":24,"response size":30,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:50.783835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:49.205501Z","time spent":"1.578329052s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:50.783973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578464546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:50.784035Z","caller":"traceutil/trace.go:171","msg":"trace[1293896718] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21841; }","duration":"1.578531737s","start":"2026-04-28T07:51:49.205469Z","end":"2026-04-28T07:51:50.784Z","steps":["trace[1293896718] 'agreement among raft nodes before linearized reading' (duration: 1.578483546s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.78407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:49.205454Z","time spent":"1.578608189s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:51:50.782621Z","caller":"traceutil/trace.go:171","msg":"trace[162126120] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21841; }","duration":"1.575646625s","start":"2026-04-28T07:51:49.206939Z","end":"2026-04-28T07:51:50.782586Z","steps":["trace[162126120] 'agreement among raft nodes before linearized reading' (duration: 1.575576553s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.784119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.576224568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:50.784171Z","caller":"traceutil/trace.go:171","msg":"trace[824069188] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21841; }","duration":"1.57630567s","start":"2026-04-28T07:51:49.207852Z","end":"2026-04-28T07:51:50.784158Z","steps":["trace[824069188] 'agreement among raft nodes before linearized reading' (duration: 1.576120916s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.784228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:49.20784Z","time spent":"1.576370332s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:50.784258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.578868396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:50.784285Z","caller":"traceutil/trace.go:171","msg":"trace[1326236113] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21841; }","duration":"1.578928247s","start":"2026-04-28T07:51:49.20535Z","end":"2026-04-28T07:51:50.784278Z","steps":["trace[1326236113] 'agreement among raft nodes before linearized reading' (duration: 1.578838815s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.784319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:49.20533Z","time spent":"1.578983168s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:50.784412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.689743218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:50.784449Z","caller":"traceutil/trace.go:171","msg":"trace[1963376329] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:21841; }","duration":"1.6898279s","start":"2026-04-28T07:51:49.094611Z","end":"2026-04-28T07:51:50.784439Z","steps":["trace[1963376329] 'agreement among raft nodes before linearized reading' (duration: 1.689772939s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:50.783048Z","caller":"traceutil/trace.go:171","msg":"trace[1491128829] transaction","detail":"{read_only:false; response_revision:21841; number_of_response:1; }","duration":"1.245650463s","start":"2026-04-28T07:51:49.537386Z","end":"2026-04-28T07:51:50.783036Z","steps":["trace[1491128829] 'process raft request' (duration: 1.244685039s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.784483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:49.094589Z","time spent":"1.689886502s","remote":"127.0.0.1:47550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:50.784371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:49.206931Z","time spent":"1.577367198s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:50.784632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:49.537356Z","time spent":"1.247163051s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:50.784715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.518223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:50.784776Z","caller":"traceutil/trace.go:171","msg":"trace[889895120] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:21841; }","duration":"850.79712ms","start":"2026-04-28T07:51:49.93396Z","end":"2026-04-28T07:51:50.784757Z","steps":["trace[889895120] 'agreement among raft nodes before linearized reading' (duration: 850.532903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.784823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:49.933934Z","time spent":"850.872333ms","remote":"127.0.0.1:47640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:50.784834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.543197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:50.784891Z","caller":"traceutil/trace.go:171","msg":"trace[1142723733] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21841; }","duration":"255.642599ms","start":"2026-04-28T07:51:50.529233Z","end":"2026-04-28T07:51:50.784875Z","steps":["trace[1142723733] 'agreement among raft nodes before linearized reading' (duration: 255.550147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.784922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857164351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418968"} {"level":"info","ts":"2026-04-28T07:51:50.787717Z","caller":"traceutil/trace.go:171","msg":"trace[284516957] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:21841; }","duration":"1.859995583s","start":"2026-04-28T07:51:48.927697Z","end":"2026-04-28T07:51:50.787692Z","steps":["trace[284516957] 'agreement among raft nodes before linearized reading' (duration: 1.857051438s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.787771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:48.927658Z","time spent":"1.860096985s","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418990,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-28T07:51:50.785032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.395683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-endpoints-sndpw\" ","response":"range_response_count:1 size:15129"} {"level":"info","ts":"2026-04-28T07:51:50.788081Z","caller":"traceutil/trace.go:171","msg":"trace[1906825939] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-endpoints-sndpw; range_end:; response_count:1; response_revision:21841; }","duration":"434.477891ms","start":"2026-04-28T07:51:50.353586Z","end":"2026-04-28T07:51:50.788063Z","steps":["trace[1906825939] 'agreement among raft nodes before linearized reading' (duration: 431.370262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.788153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:50.353562Z","time spent":"434.578853ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":15151,"request content":"key:\"/registry/pods/openstack/octavia-ks-endpoints-sndpw\" "} {"level":"warn","ts":"2026-04-28T07:51:50.78473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.261456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:50.788305Z","caller":"traceutil/trace.go:171","msg":"trace[863046233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21841; }","duration":"437.869628ms","start":"2026-04-28T07:51:50.350423Z","end":"2026-04-28T07:51:50.788292Z","steps":["trace[863046233] 'agreement among raft nodes before linearized reading' (duration: 434.284847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.788335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:50.350403Z","time spent":"437.92544ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:50.785122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334505065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18aa74754ad5da4b\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-28T07:51:50.788475Z","caller":"traceutil/trace.go:171","msg":"trace[625756802] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18aa74754ad5da4b; range_end:; response_count:1; response_revision:21841; }","duration":"1.337909482s","start":"2026-04-28T07:51:49.450556Z","end":"2026-04-28T07:51:50.788466Z","steps":["trace[625756802] 'agreement among raft nodes before linearized reading' (duration: 1.334466095s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.7885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:49.450531Z","time spent":"1.337961813s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":805,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18aa74754ad5da4b\" "} {"level":"warn","ts":"2026-04-28T07:51:50.784859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.224777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:50.788607Z","caller":"traceutil/trace.go:171","msg":"trace[1904422105] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:21841; }","duration":"323.038534ms","start":"2026-04-28T07:51:50.465556Z","end":"2026-04-28T07:51:50.788595Z","steps":["trace[1904422105] 'agreement among raft nodes before linearized reading' (duration: 319.205356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:50.788636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:50.46553Z","time spent":"323.096355ms","remote":"127.0.0.1:34762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:51.244507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.400462ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-28T07:51:51.244592Z","caller":"traceutil/trace.go:171","msg":"trace[1370170337] linearizableReadLoop","detail":"{readStateIndex:22501; appliedIndex:22500; }","duration":"448.330955ms","start":"2026-04-28T07:51:50.796246Z","end":"2026-04-28T07:51:51.244577Z","steps":["trace[1370170337] 'read index received' (duration: 51.84878ms)","trace[1370170337] 'applied index is now lower than readState.Index' (duration: 396.481025ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:51.244658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:50.791911Z","time spent":"452.744447ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T07:51:51.244878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.608272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:51.244909Z","caller":"traceutil/trace.go:171","msg":"trace[354527668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21841; }","duration":"448.679793ms","start":"2026-04-28T07:51:50.796221Z","end":"2026-04-28T07:51:51.2449Z","steps":["trace[354527668] 'agreement among raft nodes before linearized reading' (duration: 448.601661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:51.24493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:50.796204Z","time spent":"448.721624ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:51.740974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.574024ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:51.741053Z","caller":"traceutil/trace.go:171","msg":"trace[124793855] linearizableReadLoop","detail":"{readStateIndex:22502; appliedIndex:22501; }","duration":"496.430248ms","start":"2026-04-28T07:51:51.244611Z","end":"2026-04-28T07:51:51.741041Z","steps":["trace[124793855] 'read index received' (duration: 125.811122ms)","trace[124793855] 'applied index is now lower than readState.Index' (duration: 370.618336ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:51.741116Z","caller":"traceutil/trace.go:171","msg":"trace[2106898373] transaction","detail":"{read_only:false; response_revision:21842; number_of_response:1; }","duration":"941.009117ms","start":"2026-04-28T07:51:50.800079Z","end":"2026-04-28T07:51:51.741088Z","steps":["trace[2106898373] 'process raft request' (duration: 570.256598ms)","trace[2106898373] 'compare' (duration: 370.220676ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:51.74121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.090505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-04-28T07:51:51.74124Z","caller":"traceutil/trace.go:171","msg":"trace[1791603596] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21842; }","duration":"572.144636ms","start":"2026-04-28T07:51:51.169086Z","end":"2026-04-28T07:51:51.741231Z","steps":["trace[1791603596] 'agreement among raft nodes before linearized reading' (duration: 572.007602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:51.741244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:50.800066Z","time spent":"941.107159ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:51.741271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:51.16907Z","time spent":"572.193567ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:51:51.741475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.642687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/octavia-ks-endpoints-sndpw\" ","response":"range_response_count:1 size:2780"} {"level":"info","ts":"2026-04-28T07:51:51.741501Z","caller":"traceutil/trace.go:171","msg":"trace[1229514668] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/octavia-ks-endpoints-sndpw; range_end:; response_count:1; response_revision:21842; }","duration":"830.699458ms","start":"2026-04-28T07:51:50.910796Z","end":"2026-04-28T07:51:51.741495Z","steps":["trace[1229514668] 'agreement among raft nodes before linearized reading' (duration: 830.614406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:51.741535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:50.910777Z","time spent":"830.747739ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":2802,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/octavia-ks-endpoints-sndpw\" "} {"level":"warn","ts":"2026-04-28T07:51:52.065732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.460284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:52.066538Z","caller":"traceutil/trace.go:171","msg":"trace[1195663431] transaction","detail":"{read_only:false; response_revision:21843; number_of_response:1; }","duration":"820.659823ms","start":"2026-04-28T07:51:51.245823Z","end":"2026-04-28T07:51:52.066483Z","steps":["trace[1195663431] 'process raft request' (duration: 608.349238ms)","trace[1195663431] 'compare' (duration: 211.020052ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:52.066613Z","caller":"traceutil/trace.go:171","msg":"trace[817866137] transaction","detail":"{read_only:false; response_revision:21844; number_of_response:1; }","duration":"789.374596ms","start":"2026-04-28T07:51:51.277215Z","end":"2026-04-28T07:51:52.066589Z","steps":["trace[817866137] 'process raft request' (duration: 789.027888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:52.066692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:51.2458Z","time spent":"820.812147ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:52.066719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:51.277186Z","time spent":"789.481819ms","remote":"127.0.0.1:48508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418939,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:52.067483Z","caller":"traceutil/trace.go:171","msg":"trace[1618571735] transaction","detail":"{read_only:false; response_revision:21845; number_of_response:1; }","duration":"341.288268ms","start":"2026-04-28T07:51:51.726179Z","end":"2026-04-28T07:51:52.067467Z","steps":["trace[1618571735] 'process raft request' (duration: 340.356804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:52.067564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:51.726158Z","time spent":"341.3665ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:52.068378Z","caller":"traceutil/trace.go:171","msg":"trace[1832228186] transaction","detail":"{read_only:false; number_of_response:1; response_revision:21846; }","duration":"323.977928ms","start":"2026-04-28T07:51:51.744387Z","end":"2026-04-28T07:51:52.068364Z","steps":["trace[1832228186] 'process raft request' (duration: 322.848979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:52.068466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:51.744367Z","time spent":"324.054231ms","remote":"127.0.0.1:47590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":76,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-28T07:51:52.199606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.835627ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:51:52.200081Z","caller":"traceutil/trace.go:171","msg":"trace[2113226218] linearizableReadLoop","detail":"{readStateIndex:22505; appliedIndex:22502; }","duration":"458.983215ms","start":"2026-04-28T07:51:51.741071Z","end":"2026-04-28T07:51:52.200054Z","steps":["trace[2113226218] 'read index received' (duration: 113.122599ms)","trace[2113226218] 'applied index is now lower than readState.Index' (duration: 345.857796ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:52.200415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.741607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:52.200465Z","caller":"traceutil/trace.go:171","msg":"trace[2007654689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21846; }","duration":"498.83937ms","start":"2026-04-28T07:51:51.701612Z","end":"2026-04-28T07:51:52.200451Z","steps":["trace[2007654689] 'agreement among raft nodes before linearized reading' (duration: 498.733077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:52.200514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:51.70159Z","time spent":"498.911842ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:52.252375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.282632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7296"} {"level":"warn","ts":"2026-04-28T07:51:52.252433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.717841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:52.252461Z","caller":"traceutil/trace.go:171","msg":"trace[1851357424] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:21847; }","duration":"501.397355ms","start":"2026-04-28T07:51:51.751046Z","end":"2026-04-28T07:51:52.252443Z","steps":["trace[1851357424] 'agreement among raft nodes before linearized reading' (duration: 501.167579ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:52.252485Z","caller":"traceutil/trace.go:171","msg":"trace[974940751] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:21847; }","duration":"292.816243ms","start":"2026-04-28T07:51:51.959656Z","end":"2026-04-28T07:51:52.252472Z","steps":["trace[974940751] 'agreement among raft nodes before linearized reading' (duration: 292.726541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:52.252508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:51.751029Z","time spent":"501.467866ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T07:51:52.252561Z","caller":"traceutil/trace.go:171","msg":"trace[1389393422] transaction","detail":"{read_only:false; response_revision:21847; number_of_response:1; }","duration":"180.450393ms","start":"2026-04-28T07:51:52.072094Z","end":"2026-04-28T07:51:52.252545Z","steps":["trace[1389393422] 'process raft request' (duration: 179.93981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:52.252494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.751244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-28T07:51:52.253022Z","caller":"traceutil/trace.go:171","msg":"trace[292676146] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21847; }","duration":"231.178326ms","start":"2026-04-28T07:51:52.02171Z","end":"2026-04-28T07:51:52.252889Z","steps":["trace[292676146] 'agreement among raft nodes before linearized reading' (duration: 230.656232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:52.597508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.534676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:52.597612Z","caller":"traceutil/trace.go:171","msg":"trace[2010696607] linearizableReadLoop","detail":"{readStateIndex:22509; appliedIndex:22508; }","duration":"340.831978ms","start":"2026-04-28T07:51:52.256762Z","end":"2026-04-28T07:51:52.597594Z","steps":["trace[2010696607] 'read index received' (duration: 107.178749ms)","trace[2010696607] 'applied index is now lower than readState.Index' (duration: 233.651999ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:52.597691Z","caller":"traceutil/trace.go:171","msg":"trace[237609423] transaction","detail":"{read_only:false; response_revision:21848; number_of_response:1; }","duration":"393.753175ms","start":"2026-04-28T07:51:52.203926Z","end":"2026-04-28T07:51:52.597679Z","steps":["trace[237609423] 'process raft request' (duration: 159.943822ms)","trace[237609423] 'compare' (duration: 233.180136ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:52.597757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.203906Z","time spent":"393.817956ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:52.598073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.306599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa74754c890c29\" ","response":"range_response_count:1 size:814"} {"level":"info","ts":"2026-04-28T07:51:52.598117Z","caller":"traceutil/trace.go:171","msg":"trace[1110064773] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18aa74754c890c29; range_end:; response_count:1; response_revision:21848; }","duration":"341.382971ms","start":"2026-04-28T07:51:52.256721Z","end":"2026-04-28T07:51:52.598104Z","steps":["trace[1110064773] 'agreement among raft nodes before linearized reading' (duration: 341.230698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:52.598165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.256704Z","time spent":"341.438222ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":836,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18aa74754c890c29\" "} {"level":"info","ts":"2026-04-28T07:51:52.640975Z","caller":"traceutil/trace.go:171","msg":"trace[1292726940] transaction","detail":"{read_only:false; response_revision:21849; number_of_response:1; }","duration":"378.089496ms","start":"2026-04-28T07:51:52.262859Z","end":"2026-04-28T07:51:52.640949Z","steps":["trace[1292726940] 'process raft request' (duration: 377.921042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:52.641175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.26284Z","time spent":"378.209979ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7087,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:53.123182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.097584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:53.123458Z","caller":"traceutil/trace.go:171","msg":"trace[1357475128] linearizableReadLoop","detail":"{readStateIndex:22511; appliedIndex:22510; }","duration":"525.795846ms","start":"2026-04-28T07:51:52.597643Z","end":"2026-04-28T07:51:53.123439Z","steps":["trace[1357475128] 'read index received' (duration: 45.442957ms)","trace[1357475128] 'applied index is now lower than readState.Index' (duration: 480.351549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:53.123782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.35384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:53.123824Z","caller":"traceutil/trace.go:171","msg":"trace[734311785] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21851; }","duration":"330.410252ms","start":"2026-04-28T07:51:52.793403Z","end":"2026-04-28T07:51:53.123813Z","steps":["trace[734311785] 'agreement among raft nodes before linearized reading' (duration: 330.342989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.123824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.614633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-28T07:51:53.124468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.619749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:53.124525Z","caller":"traceutil/trace.go:171","msg":"trace[362872799] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21851; }","duration":"323.673511ms","start":"2026-04-28T07:51:52.800833Z","end":"2026-04-28T07:51:53.124507Z","steps":["trace[362872799] 'agreement among raft nodes before linearized reading' (duration: 323.499547ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:53.124546Z","caller":"traceutil/trace.go:171","msg":"trace[716607660] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:21851; }","duration":"750.367033ms","start":"2026-04-28T07:51:52.374139Z","end":"2026-04-28T07:51:53.124506Z","steps":["trace[716607660] 'agreement among raft nodes before linearized reading' (duration: 749.48782ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.124588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.800825Z","time spent":"323.746163ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:53.124593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.374113Z","time spent":"750.466956ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-28T07:51:53.124147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.262101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:53.124936Z","caller":"traceutil/trace.go:171","msg":"trace[1829880916] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21851; }","duration":"324.063301ms","start":"2026-04-28T07:51:52.800859Z","end":"2026-04-28T07:51:53.124922Z","steps":["trace[1829880916] 'agreement among raft nodes before linearized reading' (duration: 323.144958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.124981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.800849Z","time spent":"324.119662ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:53.124101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.281352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-rh2b8\" ","response":"range_response_count:1 size:4049"} {"level":"info","ts":"2026-04-28T07:51:53.12516Z","caller":"traceutil/trace.go:171","msg":"trace[517746257] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-rh2b8; range_end:; response_count:1; response_revision:21851; }","duration":"478.40565ms","start":"2026-04-28T07:51:52.646739Z","end":"2026-04-28T07:51:53.125145Z","steps":["trace[517746257] 'agreement among raft nodes before linearized reading' (duration: 476.955803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.124189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.493686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:53.125208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.646716Z","time spent":"478.479222ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4071,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-rh2b8\" "} {"level":"warn","ts":"2026-04-28T07:51:53.124245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.318826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:53.125246Z","caller":"traceutil/trace.go:171","msg":"trace[1617506516] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21851; }","duration":"334.334112ms","start":"2026-04-28T07:51:52.790904Z","end":"2026-04-28T07:51:53.125238Z","steps":["trace[1617506516] 'agreement among raft nodes before linearized reading' (duration: 333.318576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.125285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.790894Z","time spent":"334.379903ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:51:53.125211Z","caller":"traceutil/trace.go:171","msg":"trace[2060485863] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21851; }","duration":"324.531963ms","start":"2026-04-28T07:51:52.800668Z","end":"2026-04-28T07:51:53.1252Z","steps":["trace[2060485863] 'agreement among raft nodes before linearized reading' (duration: 323.502357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.125376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.800654Z","time spent":"324.713587ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:53.124274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.420815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:53.125459Z","caller":"traceutil/trace.go:171","msg":"trace[100801958] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21851; }","duration":"324.647915ms","start":"2026-04-28T07:51:52.800801Z","end":"2026-04-28T07:51:53.125449Z","steps":["trace[100801958] 'agreement among raft nodes before linearized reading' (duration: 323.367303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.12549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.800786Z","time spent":"324.698397ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:51:53.124266Z","caller":"traceutil/trace.go:171","msg":"trace[1997040823] transaction","detail":"{read_only:false; response_revision:21850; number_of_response:1; }","duration":"708.005415ms","start":"2026-04-28T07:51:52.416208Z","end":"2026-04-28T07:51:53.124214Z","steps":["trace[1997040823] 'process raft request' (duration: 341.777941ms)","trace[1997040823] 'compare' (duration: 364.693344ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:53.125639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.416184Z","time spent":"709.38525ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:53.124306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.46762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:53.125696Z","caller":"traceutil/trace.go:171","msg":"trace[1463599993] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21851; }","duration":"334.891496ms","start":"2026-04-28T07:51:52.790793Z","end":"2026-04-28T07:51:53.125685Z","steps":["trace[1463599993] 'agreement among raft nodes before linearized reading' (duration: 333.403589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.125738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.790775Z","time spent":"334.951617ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:53.124319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.483536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:53.125933Z","caller":"traceutil/trace.go:171","msg":"trace[500239412] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21851; }","duration":"325.155158ms","start":"2026-04-28T07:51:52.800768Z","end":"2026-04-28T07:51:53.125924Z","steps":["trace[500239412] 'agreement among raft nodes before linearized reading' (duration: 323.401264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.125974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.800744Z","time spent":"325.21946ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:53.124354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.493706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:53.126066Z","caller":"traceutil/trace.go:171","msg":"trace[2084208416] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21851; }","duration":"325.214539ms","start":"2026-04-28T07:51:52.800843Z","end":"2026-04-28T07:51:53.126057Z","steps":["trace[2084208416] 'agreement among raft nodes before linearized reading' (duration: 323.443715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.126094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.800835Z","time spent":"325.251921ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:53.124379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.060055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:53.126195Z","caller":"traceutil/trace.go:171","msg":"trace[1047859644] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21851; }","duration":"333.941611ms","start":"2026-04-28T07:51:52.792245Z","end":"2026-04-28T07:51:53.126187Z","steps":["trace[1047859644] 'agreement among raft nodes before linearized reading' (duration: 331.965722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.126229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.792217Z","time spent":"334.004563ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:53.124387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.84083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:53.126365Z","caller":"traceutil/trace.go:171","msg":"trace[1726871398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21851; }","duration":"423.866881ms","start":"2026-04-28T07:51:52.702488Z","end":"2026-04-28T07:51:53.126355Z","steps":["trace[1726871398] 'agreement among raft nodes before linearized reading' (duration: 421.85142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.1264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.702468Z","time spent":"423.923363ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:53.124386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.833284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-04-28T07:51:53.126539Z","caller":"traceutil/trace.go:171","msg":"trace[277786528] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:21851; }","duration":"346.019858ms","start":"2026-04-28T07:51:52.780509Z","end":"2026-04-28T07:51:53.126529Z","steps":["trace[277786528] 'agreement among raft nodes before linearized reading' (duration: 343.790282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.126577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.78046Z","time spent":"346.108221ms","remote":"127.0.0.1:51294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-04-28T07:51:53.124408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.994434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18027"} {"level":"info","ts":"2026-04-28T07:51:53.124392Z","caller":"traceutil/trace.go:171","msg":"trace[919181896] transaction","detail":"{read_only:false; response_revision:21851; number_of_response:1; }","duration":"523.534759ms","start":"2026-04-28T07:51:52.600832Z","end":"2026-04-28T07:51:53.124366Z","steps":["trace[919181896] 'process raft request' (duration: 522.455671ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:53.126748Z","caller":"traceutil/trace.go:171","msg":"trace[1685089249] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21851; }","duration":"435.290532ms","start":"2026-04-28T07:51:52.691366Z","end":"2026-04-28T07:51:53.126657Z","steps":["trace[1685089249] 'agreement among raft nodes before linearized reading' (duration: 432.999024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.126884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.600805Z","time spent":"526.012802ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":798,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:53.123861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.793396Z","time spent":"330.457023ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:53.124272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.026977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:53.127212Z","caller":"traceutil/trace.go:171","msg":"trace[1541331350] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21851; }","duration":"333.978504ms","start":"2026-04-28T07:51:52.79322Z","end":"2026-04-28T07:51:53.127198Z","steps":["trace[1541331350] 'agreement among raft nodes before linearized reading' (duration: 330.961477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.127314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.793209Z","time spent":"334.092076ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:53.128315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:52.691344Z","time spent":"436.950554ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18049,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T07:51:53.465693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.345027ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:53.466012Z","caller":"traceutil/trace.go:171","msg":"trace[155267649] transaction","detail":"{read_only:false; response_revision:21852; number_of_response:1; }","duration":"333.82614ms","start":"2026-04-28T07:51:53.131993Z","end":"2026-04-28T07:51:53.465819Z","steps":["trace[155267649] 'process raft request' (duration: 132.239038ms)","trace[155267649] 'compare' (duration: 201.024957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:53.466097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.131958Z","time spent":"334.108147ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:51:53.493752Z","caller":"traceutil/trace.go:171","msg":"trace[730016255] linearizableReadLoop","detail":"{readStateIndex:22514; appliedIndex:22512; }","duration":"360.735734ms","start":"2026-04-28T07:51:53.132982Z","end":"2026-04-28T07:51:53.493718Z","steps":["trace[730016255] 'read index received' (duration: 131.270742ms)","trace[730016255] 'applied index is now lower than readState.Index' (duration: 229.463862ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:53.49459Z","caller":"traceutil/trace.go:171","msg":"trace[1100200166] transaction","detail":"{read_only:false; response_revision:21853; number_of_response:1; }","duration":"361.722909ms","start":"2026-04-28T07:51:53.132846Z","end":"2026-04-28T07:51:53.494569Z","steps":["trace[1100200166] 'process raft request' (duration: 360.676201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.494733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.132826Z","time spent":"361.807721ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6364,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:53.495125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.140249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18027"} {"level":"info","ts":"2026-04-28T07:51:53.49517Z","caller":"traceutil/trace.go:171","msg":"trace[408376521] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:21853; }","duration":"362.207361ms","start":"2026-04-28T07:51:53.13295Z","end":"2026-04-28T07:51:53.495158Z","steps":["trace[408376521] 'agreement among raft nodes before linearized reading' (duration: 362.055287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.495188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.132936Z","time spent":"362.248382ms","remote":"127.0.0.1:51360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18049,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-28T07:51:53.805375Z","caller":"traceutil/trace.go:171","msg":"trace[847489269] linearizableReadLoop","detail":"{readStateIndex:22515; appliedIndex:22514; }","duration":"311.49461ms","start":"2026-04-28T07:51:53.493848Z","end":"2026-04-28T07:51:53.805343Z","steps":["trace[847489269] 'read index received' (duration: 253.846122ms)","trace[847489269] 'applied index is now lower than readState.Index' (duration: 57.646798ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:53.805401Z","caller":"traceutil/trace.go:171","msg":"trace[2006021174] transaction","detail":"{read_only:false; response_revision:21854; number_of_response:1; }","duration":"335.080941ms","start":"2026-04-28T07:51:53.470268Z","end":"2026-04-28T07:51:53.805349Z","steps":["trace[2006021174] 'process raft request' (duration: 277.392621ms)","trace[2006021174] 'compare' (duration: 57.511045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:53.80557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.441214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:53.805608Z","caller":"traceutil/trace.go:171","msg":"trace[1295388338] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:21854; }","duration":"453.555987ms","start":"2026-04-28T07:51:53.35204Z","end":"2026-04-28T07:51:53.805596Z","steps":["trace[1295388338] 'agreement among raft nodes before linearized reading' (duration: 453.459414ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.805637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.351996Z","time spent":"453.63345ms","remote":"127.0.0.1:49908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:53.805706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.519988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:53.805759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.470233Z","time spent":"335.256315ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:51:53.80601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.368444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:53.806047Z","caller":"traceutil/trace.go:171","msg":"trace[1254479931] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:21854; }","duration":"664.428365ms","start":"2026-04-28T07:51:53.141611Z","end":"2026-04-28T07:51:53.80604Z","steps":["trace[1254479931] 'agreement among raft nodes before linearized reading' (duration: 664.367693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.80606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.656937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:53.806072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.141601Z","time spent":"664.463076ms","remote":"127.0.0.1:51272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"info","ts":"2026-04-28T07:51:53.806092Z","caller":"traceutil/trace.go:171","msg":"trace[522084090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21854; }","duration":"101.720329ms","start":"2026-04-28T07:51:53.704361Z","end":"2026-04-28T07:51:53.806082Z","steps":["trace[522084090] 'agreement among raft nodes before linearized reading' (duration: 101.676348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.806289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.413637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-04-28T07:51:53.806318Z","caller":"traceutil/trace.go:171","msg":"trace[1020269461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21854; }","duration":"657.480909ms","start":"2026-04-28T07:51:53.148829Z","end":"2026-04-28T07:51:53.80631Z","steps":["trace[1020269461] 'agreement among raft nodes before linearized reading' (duration: 657.347965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.806338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.148809Z","time spent":"657.52423ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:51:53.805807Z","caller":"traceutil/trace.go:171","msg":"trace[1233604451] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:21854; }","duration":"424.643221ms","start":"2026-04-28T07:51:53.381139Z","end":"2026-04-28T07:51:53.805782Z","steps":["trace[1233604451] 'agreement among raft nodes before linearized reading' (duration: 424.213181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.806406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.951983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:53.806459Z","caller":"traceutil/trace.go:171","msg":"trace[765678466] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:21854; }","duration":"250.056536ms","start":"2026-04-28T07:51:53.556388Z","end":"2026-04-28T07:51:53.806444Z","steps":["trace[765678466] 'agreement among raft nodes before linearized reading' (duration: 249.961154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.806475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.381061Z","time spent":"425.37686ms","remote":"127.0.0.1:47524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:53.80585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.202889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:53.806706Z","caller":"traceutil/trace.go:171","msg":"trace[1583485095] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21854; }","duration":"487.101381ms","start":"2026-04-28T07:51:53.319593Z","end":"2026-04-28T07:51:53.806695Z","steps":["trace[1583485095] 'agreement among raft nodes before linearized reading' (duration: 486.229189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.806743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.319568Z","time spent":"487.163072ms","remote":"127.0.0.1:46752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:53.806013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.895963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-bootstrap-kjf8p\" ","response":"range_response_count:1 size:8569"} {"level":"info","ts":"2026-04-28T07:51:53.806922Z","caller":"traceutil/trace.go:171","msg":"trace[1257805639] range","detail":"{range_begin:/registry/pods/openstack/manila-bootstrap-kjf8p; range_end:; response_count:1; response_revision:21854; }","duration":"307.805346ms","start":"2026-04-28T07:51:53.499081Z","end":"2026-04-28T07:51:53.806887Z","steps":["trace[1257805639] 'agreement among raft nodes before linearized reading' (duration: 306.783731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:53.807138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.499059Z","time spent":"307.993061ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8591,"request content":"key:\"/registry/pods/openstack/manila-bootstrap-kjf8p\" "} {"level":"info","ts":"2026-04-28T07:51:54.438678Z","caller":"traceutil/trace.go:171","msg":"trace[1219128924] linearizableReadLoop","detail":"{readStateIndex:22517; appliedIndex:22515; }","duration":"615.991473ms","start":"2026-04-28T07:51:53.822618Z","end":"2026-04-28T07:51:54.438609Z","steps":["trace[1219128924] 'read index received' (duration: 20.110582ms)","trace[1219128924] 'applied index is now lower than readState.Index' (duration: 595.879641ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:54.439026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.518479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-28T07:51:54.439042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.405923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vlwx6\" ","response":"range_response_count:1 size:7751"} {"level":"info","ts":"2026-04-28T07:51:54.43908Z","caller":"traceutil/trace.go:171","msg":"trace[1881198807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21856; }","duration":"591.662833ms","start":"2026-04-28T07:51:53.847403Z","end":"2026-04-28T07:51:54.439066Z","steps":["trace[1881198807] 'agreement among raft nodes before linearized reading' (duration: 591.437157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:54.4391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.20618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"info","ts":"2026-04-28T07:51:54.439116Z","caller":"traceutil/trace.go:171","msg":"trace[1033715242] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vlwx6; range_end:; response_count:1; response_revision:21856; }","duration":"616.529846ms","start":"2026-04-28T07:51:53.822569Z","end":"2026-04-28T07:51:54.439098Z","steps":["trace[1033715242] 'agreement among raft nodes before linearized reading' (duration: 616.203248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:54.43913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.324143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-04-28T07:51:54.439164Z","caller":"traceutil/trace.go:171","msg":"trace[1888099266] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:21856; }","duration":"587.283082ms","start":"2026-04-28T07:51:53.851867Z","end":"2026-04-28T07:51:54.43915Z","steps":["trace[1888099266] 'agreement among raft nodes before linearized reading' (duration: 587.098438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:54.439172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.822553Z","time spent":"616.610059ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7773,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vlwx6\" "} {"level":"warn","ts":"2026-04-28T07:51:54.439196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.851845Z","time spent":"587.345963ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10400,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T07:51:54.439206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.386644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"warn","ts":"2026-04-28T07:51:54.43923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.722443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.75\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-28T07:51:54.439255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.805117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T07:51:54.43927Z","caller":"traceutil/trace.go:171","msg":"trace[1408045826] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:21856; }","duration":"587.470127ms","start":"2026-04-28T07:51:53.851783Z","end":"2026-04-28T07:51:54.439253Z","steps":["trace[1408045826] 'agreement among raft nodes before linearized reading' (duration: 587.290402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:54.439313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.645441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-04-28T07:51:54.43935Z","caller":"traceutil/trace.go:171","msg":"trace[1082090131] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:21856; }","duration":"589.700753ms","start":"2026-04-28T07:51:53.849639Z","end":"2026-04-28T07:51:54.43934Z","steps":["trace[1082090131] 'agreement among raft nodes before linearized reading' (duration: 589.616211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:54.439334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.851774Z","time spent":"587.545219ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-04-28T07:51:54.439379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.849631Z","time spent":"589.741724ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-04-28T07:51:54.439391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.618058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"warn","ts":"2026-04-28T07:51:54.439398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.425545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-04-28T07:51:54.439414Z","caller":"traceutil/trace.go:171","msg":"trace[1112271944] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:21856; }","duration":"387.715681ms","start":"2026-04-28T07:51:54.051692Z","end":"2026-04-28T07:51:54.439408Z","steps":["trace[1112271944] 'agreement among raft nodes before linearized reading' (duration: 387.607358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:54.439441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:54.051563Z","time spent":"387.873024ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188275,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-28T07:51:54.439459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.821587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-04-28T07:51:54.439388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.760633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-04-28T07:51:54.439122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.847379Z","time spent":"591.734484ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-28T07:51:54.439494Z","caller":"traceutil/trace.go:171","msg":"trace[1973134028] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:21856; }","duration":"554.903877ms","start":"2026-04-28T07:51:53.884585Z","end":"2026-04-28T07:51:54.439489Z","steps":["trace[1973134028] 'agreement among raft nodes before linearized reading' (duration: 554.712132ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:54.439495Z","caller":"traceutil/trace.go:171","msg":"trace[74874722] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:21856; }","duration":"580.854628ms","start":"2026-04-28T07:51:53.858631Z","end":"2026-04-28T07:51:54.439486Z","steps":["trace[74874722] 'agreement among raft nodes before linearized reading' (duration: 580.774236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:54.439511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.884569Z","time spent":"554.937108ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188518,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-04-28T07:51:54.439417Z","caller":"traceutil/trace.go:171","msg":"trace[1614804483] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:21856; }","duration":"587.492587ms","start":"2026-04-28T07:51:53.85192Z","end":"2026-04-28T07:51:54.439413Z","steps":["trace[1614804483] 'agreement among raft nodes before linearized reading' (duration: 587.437015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:54.439526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.858624Z","time spent":"580.894529ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-28T07:51:54.439562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.851884Z","time spent":"587.653941ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9343,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-04-28T07:51:54.439237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.373854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"info","ts":"2026-04-28T07:51:54.439602Z","caller":"traceutil/trace.go:171","msg":"trace[1816377164] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:21856; }","duration":"589.753544ms","start":"2026-04-28T07:51:53.849841Z","end":"2026-04-28T07:51:54.439595Z","steps":["trace[1816377164] 'agreement among raft nodes before linearized reading' (duration: 589.304533ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:54.439285Z","caller":"traceutil/trace.go:171","msg":"trace[314624683] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21856; }","duration":"516.892259ms","start":"2026-04-28T07:51:53.922381Z","end":"2026-04-28T07:51:54.439274Z","steps":["trace[314624683] 'agreement among raft nodes before linearized reading' (duration: 516.814357ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:54.439624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.849835Z","time spent":"589.784505ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-04-28T07:51:54.439178Z","caller":"traceutil/trace.go:171","msg":"trace[1781899881] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:21856; }","duration":"587.409956ms","start":"2026-04-28T07:51:53.851757Z","end":"2026-04-28T07:51:54.439167Z","steps":["trace[1781899881] 'agreement among raft nodes before linearized reading' (duration: 587.18268ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:54.439277Z","caller":"traceutil/trace.go:171","msg":"trace[1777894827] range","detail":"{range_begin:/registry/masterleases/199.19.213.75; range_end:; response_count:1; response_revision:21856; }","duration":"206.795875ms","start":"2026-04-28T07:51:54.232469Z","end":"2026-04-28T07:51:54.439264Z","steps":["trace[1777894827] 'agreement among raft nodes before linearized reading' (duration: 206.692573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:54.439673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.851745Z","time spent":"587.923698ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4203,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-04-28T07:51:54.439599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.35019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-04-28T07:51:54.439641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.922352Z","time spent":"517.275598ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:51:54.439722Z","caller":"traceutil/trace.go:171","msg":"trace[215215204] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:21856; }","duration":"590.465563ms","start":"2026-04-28T07:51:53.849241Z","end":"2026-04-28T07:51:54.439706Z","steps":["trace[215215204] 'agreement among raft nodes before linearized reading' (duration: 590.292299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:54.439769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.84916Z","time spent":"590.599027ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-04-28T07:51:54.438755Z","caller":"traceutil/trace.go:171","msg":"trace[840885638] transaction","detail":"{read_only:false; response_revision:21856; number_of_response:1; }","duration":"625.091184ms","start":"2026-04-28T07:51:53.813618Z","end":"2026-04-28T07:51:54.438709Z","steps":["trace[840885638] 'process raft request' (duration: 624.800457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:54.4391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.728874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-04-28T07:51:54.43997Z","caller":"traceutil/trace.go:171","msg":"trace[828314882] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:21856; }","duration":"581.617597ms","start":"2026-04-28T07:51:53.858346Z","end":"2026-04-28T07:51:54.439963Z","steps":["trace[828314882] 'agreement among raft nodes before linearized reading' (duration: 580.55517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:54.439992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.858298Z","time spent":"581.687668ms","remote":"127.0.0.1:51222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-04-28T07:51:54.44007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:53.813588Z","time spent":"626.308054ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T07:51:54.676424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.285097ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-28T07:51:54.676557Z","caller":"traceutil/trace.go:171","msg":"trace[1760275889] linearizableReadLoop","detail":"{readStateIndex:22518; appliedIndex:22517; }","duration":"228.053916ms","start":"2026-04-28T07:51:54.448481Z","end":"2026-04-28T07:51:54.676535Z","steps":["trace[1760275889] 'read index received' (duration: 119.675476ms)","trace[1760275889] 'applied index is now lower than readState.Index' (duration: 108.37663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:54.676913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.380225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-api-f989756b7-blz9x.18aa75e3e64fd246\" ","response":"range_response_count:1 size:1175"} {"level":"info","ts":"2026-04-28T07:51:54.677039Z","caller":"traceutil/trace.go:171","msg":"trace[1203215075] range","detail":"{range_begin:/registry/events/openstack/manila-api-f989756b7-blz9x.18aa75e3e64fd246; range_end:; response_count:1; response_revision:21856; }","duration":"228.559659ms","start":"2026-04-28T07:51:54.44845Z","end":"2026-04-28T07:51:54.67701Z","steps":["trace[1203215075] 'agreement among raft nodes before linearized reading' (duration: 228.20916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.444678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.226271ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:55.445005Z","caller":"traceutil/trace.go:171","msg":"trace[1860221424] transaction","detail":"{read_only:false; response_revision:21857; number_of_response:1; }","duration":"993.056901ms","start":"2026-04-28T07:51:54.45191Z","end":"2026-04-28T07:51:55.444967Z","steps":["trace[1860221424] 'process raft request' (duration: 434.45434ms)","trace[1860221424] 'compare' (duration: 558.046477ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:55.445155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:54.451882Z","time spent":"993.194265ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:55.445148Z","caller":"traceutil/trace.go:171","msg":"trace[1240971622] transaction","detail":"{read_only:false; response_revision:21858; number_of_response:1; }","duration":"993.205935ms","start":"2026-04-28T07:51:54.451913Z","end":"2026-04-28T07:51:55.445119Z","steps":["trace[1240971622] 'process raft request' (duration: 992.972949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.445282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:54.4519Z","time spent":"993.308547ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7568,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:55.445381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.028891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:55.445356Z","caller":"traceutil/trace.go:171","msg":"trace[967384270] linearizableReadLoop","detail":"{readStateIndex:22520; appliedIndex:22518; }","duration":"768.536606ms","start":"2026-04-28T07:51:54.676614Z","end":"2026-04-28T07:51:55.445151Z","steps":["trace[967384270] 'read index received' (duration: 209.763791ms)","trace[967384270] 'applied index is now lower than readState.Index' (duration: 558.768825ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:55.445465Z","caller":"traceutil/trace.go:171","msg":"trace[1023721056] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:21859; }","duration":"894.157514ms","start":"2026-04-28T07:51:54.551288Z","end":"2026-04-28T07:51:55.445445Z","steps":["trace[1023721056] 'agreement among raft nodes before linearized reading' (duration: 893.9886ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:55.445476Z","caller":"traceutil/trace.go:171","msg":"trace[2063985402] transaction","detail":"{read_only:false; response_revision:21859; number_of_response:1; }","duration":"766.863693ms","start":"2026-04-28T07:51:54.678597Z","end":"2026-04-28T07:51:55.44546Z","steps":["trace[2063985402] 'process raft request' (duration: 766.394981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.44552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:54.551265Z","time spent":"894.240476ms","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:55.445551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:54.678566Z","time spent":"766.944855ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":117,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:55.445764Z","caller":"traceutil/trace.go:171","msg":"trace[2011043193] transaction","detail":"{read_only:false; response_revision:21860; number_of_response:1; }","duration":"765.629562ms","start":"2026-04-28T07:51:54.6801Z","end":"2026-04-28T07:51:55.445729Z","steps":["trace[2011043193] 'process raft request' (duration: 764.955315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.44586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.812728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:55.445902Z","caller":"traceutil/trace.go:171","msg":"trace[2024354179] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21860; }","duration":"311.88868ms","start":"2026-04-28T07:51:55.134002Z","end":"2026-04-28T07:51:55.44589Z","steps":["trace[2024354179] 'agreement among raft nodes before linearized reading' (duration: 311.786298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.445933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.133994Z","time spent":"311.932561ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:55.44581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.905005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:51:55.445995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:54.680088Z","time spent":"765.797166ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:55.446033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.218924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:55.44607Z","caller":"traceutil/trace.go:171","msg":"trace[307142300] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21860; }","duration":"313.318526ms","start":"2026-04-28T07:51:55.132742Z","end":"2026-04-28T07:51:55.44606Z","steps":["trace[307142300] 'agreement among raft nodes before linearized reading' (duration: 313.183542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.446112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.13271Z","time spent":"313.391308ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:51:55.446179Z","caller":"traceutil/trace.go:171","msg":"trace[1692983328] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:21860; }","duration":"758.147641ms","start":"2026-04-28T07:51:54.68785Z","end":"2026-04-28T07:51:55.445997Z","steps":["trace[1692983328] 'agreement among raft nodes before linearized reading' (duration: 757.882144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.446266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:54.687835Z","time spent":"758.413739ms","remote":"127.0.0.1:34686","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:55.446322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.329702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:55.446346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.419315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:55.44637Z","caller":"traceutil/trace.go:171","msg":"trace[517476214] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21860; }","duration":"312.383633ms","start":"2026-04-28T07:51:55.133974Z","end":"2026-04-28T07:51:55.446357Z","steps":["trace[517476214] 'agreement among raft nodes before linearized reading' (duration: 312.24811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.446319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.114238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:55.446411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.133967Z","time spent":"312.437365ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:55.446447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.961857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:55.44644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.943464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:55.446486Z","caller":"traceutil/trace.go:171","msg":"trace[1095443799] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21860; }","duration":"311.014528ms","start":"2026-04-28T07:51:55.135461Z","end":"2026-04-28T07:51:55.446476Z","steps":["trace[1095443799] 'agreement among raft nodes before linearized reading' (duration: 310.931166ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:55.446504Z","caller":"traceutil/trace.go:171","msg":"trace[890093710] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:21860; }","duration":"369.103727ms","start":"2026-04-28T07:51:55.077383Z","end":"2026-04-28T07:51:55.446487Z","steps":["trace[890093710] 'agreement among raft nodes before linearized reading' (duration: 368.916263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.446326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.028491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"warn","ts":"2026-04-28T07:51:55.446521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.135454Z","time spent":"311.061459ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:55.446544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.077373Z","time spent":"369.160229ms","remote":"127.0.0.1:47600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-28T07:51:55.446449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:55.446603Z","caller":"traceutil/trace.go:171","msg":"trace[1503025692] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21860; }","duration":"312.850165ms","start":"2026-04-28T07:51:55.133742Z","end":"2026-04-28T07:51:55.446593Z","steps":["trace[1503025692] 'agreement among raft nodes before linearized reading' (duration: 312.6522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.446643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.133714Z","time spent":"312.920317ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:55.446655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.054935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:55.44668Z","caller":"traceutil/trace.go:171","msg":"trace[922040746] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21860; }","duration":"312.135357ms","start":"2026-04-28T07:51:55.134537Z","end":"2026-04-28T07:51:55.446672Z","steps":["trace[922040746] 'agreement among raft nodes before linearized reading' (duration: 312.051515ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:55.446476Z","caller":"traceutil/trace.go:171","msg":"trace[167717473] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:21860; }","duration":"369.310653ms","start":"2026-04-28T07:51:55.077104Z","end":"2026-04-28T07:51:55.446415Z","steps":["trace[167717473] 'agreement among raft nodes before linearized reading' (duration: 369.057946ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:55.446549Z","caller":"traceutil/trace.go:171","msg":"trace[1566349247] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:21860; }","duration":"262.271898ms","start":"2026-04-28T07:51:55.184263Z","end":"2026-04-28T07:51:55.446535Z","steps":["trace[1566349247] 'agreement among raft nodes before linearized reading' (duration: 261.98979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.446742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.077059Z","time spent":"369.670561ms","remote":"127.0.0.1:47606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-04-28T07:51:55.446772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.495736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:55.446796Z","caller":"traceutil/trace.go:171","msg":"trace[1623921470] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21860; }","duration":"312.533407ms","start":"2026-04-28T07:51:55.134256Z","end":"2026-04-28T07:51:55.446789Z","steps":["trace[1623921470] 'agreement among raft nodes before linearized reading' (duration: 312.471225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.446828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.134247Z","time spent":"312.575739ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:55.44671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.134472Z","time spent":"312.193839ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:51:55.446376Z","caller":"traceutil/trace.go:171","msg":"trace[682459808] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21860; }","duration":"312.467385ms","start":"2026-04-28T07:51:55.133901Z","end":"2026-04-28T07:51:55.446368Z","steps":["trace[682459808] 'agreement among raft nodes before linearized reading' (duration: 312.364973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.446937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.671251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:55.44696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.133895Z","time spent":"313.05137ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:55.447006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.952338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:55.447033Z","caller":"traceutil/trace.go:171","msg":"trace[59865890] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21860; }","duration":"312.996149ms","start":"2026-04-28T07:51:55.134029Z","end":"2026-04-28T07:51:55.447026Z","steps":["trace[59865890] 'agreement among raft nodes before linearized reading' (duration: 312.955448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.447068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.134024Z","time spent":"313.03816ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:55.446376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.755574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-28T07:51:55.447219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.247383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:51:55.446188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.212099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:55.447309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.386056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:55.44735Z","caller":"traceutil/trace.go:171","msg":"trace[1567309873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21860; }","duration":"743.430177ms","start":"2026-04-28T07:51:54.70391Z","end":"2026-04-28T07:51:55.44734Z","steps":["trace[1567309873] 'agreement among raft nodes before linearized reading' (duration: 743.337124ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:55.44732Z","caller":"traceutil/trace.go:171","msg":"trace[1387309146] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21860; }","duration":"313.352608ms","start":"2026-04-28T07:51:55.133955Z","end":"2026-04-28T07:51:55.447308Z","steps":["trace[1387309146] 'agreement among raft nodes before linearized reading' (duration: 312.172957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.447378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:54.703814Z","time spent":"743.55839ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:51:55.447416Z","caller":"traceutil/trace.go:171","msg":"trace[1646899084] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:21860; }","duration":"507.49316ms","start":"2026-04-28T07:51:54.939911Z","end":"2026-04-28T07:51:55.447404Z","steps":["trace[1646899084] 'agreement among raft nodes before linearized reading' (duration: 507.212133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.447463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:54.939879Z","time spent":"507.569782ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:55.447471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.133931Z","time spent":"313.525833ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:51:55.446965Z","caller":"traceutil/trace.go:171","msg":"trace[19821606] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21860; }","duration":"312.747903ms","start":"2026-04-28T07:51:55.134209Z","end":"2026-04-28T07:51:55.446957Z","steps":["trace[19821606] 'agreement among raft nodes before linearized reading' (duration: 312.704242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.447672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.134184Z","time spent":"313.471321ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:51:55.448296Z","caller":"traceutil/trace.go:171","msg":"trace[1652928528] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21860; }","duration":"284.591386ms","start":"2026-04-28T07:51:55.162581Z","end":"2026-04-28T07:51:55.447172Z","steps":["trace[1652928528] 'agreement among raft nodes before linearized reading' (duration: 283.766955ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:55.777148Z","caller":"traceutil/trace.go:171","msg":"trace[1703280441] linearizableReadLoop","detail":"{readStateIndex:22523; appliedIndex:22522; }","duration":"320.203013ms","start":"2026-04-28T07:51:55.456923Z","end":"2026-04-28T07:51:55.777126Z","steps":["trace[1703280441] 'read index received' (duration: 258.543533ms)","trace[1703280441] 'applied index is now lower than readState.Index' (duration: 61.65746ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:55.7772Z","caller":"traceutil/trace.go:171","msg":"trace[1745121798] transaction","detail":"{read_only:false; response_revision:21861; number_of_response:1; }","duration":"320.334196ms","start":"2026-04-28T07:51:55.456823Z","end":"2026-04-28T07:51:55.777157Z","steps":["trace[1745121798] 'process raft request' (duration: 258.351768ms)","trace[1745121798] 'compare' (duration: 61.585028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:55.777367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.456797Z","time spent":"320.47666ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":878,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:55.777382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.434329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-28T07:51:55.77741Z","caller":"traceutil/trace.go:171","msg":"trace[805295697] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:21861; }","duration":"320.50835ms","start":"2026-04-28T07:51:55.456894Z","end":"2026-04-28T07:51:55.777403Z","steps":["trace[805295697] 'agreement among raft nodes before linearized reading' (duration: 320.336826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:55.777435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.456883Z","time spent":"320.545722ms","remote":"127.0.0.1:51196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-28T07:51:56.038173Z","caller":"traceutil/trace.go:171","msg":"trace[1662265852] linearizableReadLoop","detail":"{readStateIndex:22524; appliedIndex:22523; }","duration":"260.934803ms","start":"2026-04-28T07:51:55.777207Z","end":"2026-04-28T07:51:56.038142Z","steps":["trace[1662265852] 'read index received' (duration: 260.617485ms)","trace[1662265852] 'applied index is now lower than readState.Index' (duration: 315.948µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:56.03823Z","caller":"traceutil/trace.go:171","msg":"trace[60474981] transaction","detail":"{read_only:false; response_revision:21862; number_of_response:1; }","duration":"576.952709ms","start":"2026-04-28T07:51:55.461238Z","end":"2026-04-28T07:51:56.038191Z","steps":["trace[60474981] 'process raft request' (duration: 576.707653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:56.038393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.533352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:56.038417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.461214Z","time spent":"577.090142ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7642,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:56.038442Z","caller":"traceutil/trace.go:171","msg":"trace[624032352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21862; }","duration":"335.655756ms","start":"2026-04-28T07:51:55.702772Z","end":"2026-04-28T07:51:56.038428Z","steps":["trace[624032352] 'agreement among raft nodes before linearized reading' (duration: 335.544363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:56.038488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.702746Z","time spent":"335.733547ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:51:56.038551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.124428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T07:51:56.038644Z","caller":"traceutil/trace.go:171","msg":"trace[887017998] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:21862; }","duration":"259.256221ms","start":"2026-04-28T07:51:55.779364Z","end":"2026-04-28T07:51:56.038621Z","steps":["trace[887017998] 'agreement among raft nodes before linearized reading' (duration: 259.095437ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:56.038965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.013673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-rh2b8.18aa7538d03f9b70\" ","response":"range_response_count:1 size:871"} {"level":"warn","ts":"2026-04-28T07:51:56.038988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.501541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-04-28T07:51:56.03901Z","caller":"traceutil/trace.go:171","msg":"trace[113548740] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-rh2b8.18aa7538d03f9b70; range_end:; response_count:1; response_revision:21862; }","duration":"257.064635ms","start":"2026-04-28T07:51:55.781931Z","end":"2026-04-28T07:51:56.038996Z","steps":["trace[113548740] 'agreement among raft nodes before linearized reading' (duration: 256.928852ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:56.039024Z","caller":"traceutil/trace.go:171","msg":"trace[1959356075] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:21862; }","duration":"573.551192ms","start":"2026-04-28T07:51:55.465463Z","end":"2026-04-28T07:51:56.039015Z","steps":["trace[1959356075] 'agreement among raft nodes before linearized reading' (duration: 573.386668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:56.039048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:55.465446Z","time spent":"573.597744ms","remote":"127.0.0.1:47580","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7528,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-04-28T07:51:56.27455Z","caller":"traceutil/trace.go:171","msg":"trace[447704462] linearizableReadLoop","detail":"{readStateIndex:22525; appliedIndex:22524; }","duration":"232.882919ms","start":"2026-04-28T07:51:56.041641Z","end":"2026-04-28T07:51:56.274524Z","steps":["trace[447704462] 'read index received' (duration: 232.590191ms)","trace[447704462] 'applied index is now lower than readState.Index' (duration: 291.518µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:56.27468Z","caller":"traceutil/trace.go:171","msg":"trace[785206481] transaction","detail":"{read_only:false; response_revision:21863; number_of_response:1; }","duration":"233.184866ms","start":"2026-04-28T07:51:56.041484Z","end":"2026-04-28T07:51:56.274669Z","steps":["trace[785206481] 'process raft request' (duration: 232.854188ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:56.275126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.468893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:56.275177Z","caller":"traceutil/trace.go:171","msg":"trace[1578637546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21863; }","duration":"233.595517ms","start":"2026-04-28T07:51:56.04157Z","end":"2026-04-28T07:51:56.275166Z","steps":["trace[1578637546] 'agreement among raft nodes before linearized reading' (duration: 233.470454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:56.275536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.09613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-wqzlf\" ","response":"range_response_count:1 size:5958"} {"level":"info","ts":"2026-04-28T07:51:56.275584Z","caller":"traceutil/trace.go:171","msg":"trace[277722734] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-wqzlf; range_end:; response_count:1; response_revision:21863; }","duration":"232.187912ms","start":"2026-04-28T07:51:56.043383Z","end":"2026-04-28T07:51:56.27557Z","steps":["trace[277722734] 'agreement among raft nodes before linearized reading' (duration: 232.040608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:56.275937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.05662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-28T07:51:56.275985Z","caller":"traceutil/trace.go:171","msg":"trace[1872977298] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21863; }","duration":"192.142402ms","start":"2026-04-28T07:51:56.083827Z","end":"2026-04-28T07:51:56.27597Z","steps":["trace[1872977298] 'agreement among raft nodes before linearized reading' (duration: 192.05877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:56.276089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.753829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:51:56.276204Z","caller":"traceutil/trace.go:171","msg":"trace[533357191] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:21863; }","duration":"183.921823ms","start":"2026-04-28T07:51:56.092254Z","end":"2026-04-28T07:51:56.276176Z","steps":["trace[533357191] 'agreement among raft nodes before linearized reading' (duration: 183.585345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:56.27916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.42178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29622700-bk9zh.18aa75537fa65f1b\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:21862 ","response":"range_response_count:500 size:381858"} {"level":"info","ts":"2026-04-28T07:51:56.279221Z","caller":"traceutil/trace.go:171","msg":"trace[2022907072] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29622700-bk9zh.18aa75537fa65f1b\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:21863; }","duration":"196.511093ms","start":"2026-04-28T07:51:56.082696Z","end":"2026-04-28T07:51:56.279207Z","steps":["trace[2022907072] 'agreement among raft nodes before linearized reading' (duration: 193.517317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:56.632387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.015349ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:56.632508Z","caller":"traceutil/trace.go:171","msg":"trace[341653770] transaction","detail":"{read_only:false; response_revision:21864; number_of_response:1; }","duration":"349.322394ms","start":"2026-04-28T07:51:56.283163Z","end":"2026-04-28T07:51:56.632485Z","steps":["trace[341653770] 'process raft request' (duration: 201.1101ms)","trace[341653770] 'compare' (duration: 147.496346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:56.632593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:56.283141Z","time spent":"349.409876ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":930,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:56.720706Z","caller":"traceutil/trace.go:171","msg":"trace[1143862930] linearizableReadLoop","detail":"{readStateIndex:22527; appliedIndex:22525; }","duration":"423.855591ms","start":"2026-04-28T07:51:56.29683Z","end":"2026-04-28T07:51:56.720685Z","steps":["trace[1143862930] 'read index received' (duration: 187.446662ms)","trace[1143862930] 'applied index is now lower than readState.Index' (duration: 236.408089ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:56.72081Z","caller":"traceutil/trace.go:171","msg":"trace[623261344] transaction","detail":"{read_only:false; response_revision:21865; number_of_response:1; }","duration":"434.37912ms","start":"2026-04-28T07:51:56.286421Z","end":"2026-04-28T07:51:56.7208Z","steps":["trace[623261344] 'process raft request' (duration: 434.128142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:56.720962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:56.286405Z","time spent":"434.462091ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5953,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:56.723474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.632051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/manila-ks-service-rw2rp.18aa75d014664bd0\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:21862 ","response":"range_response_count:500 size:386317"} {"level":"info","ts":"2026-04-28T07:51:56.723523Z","caller":"traceutil/trace.go:171","msg":"trace[2048424356] range","detail":"{range_begin:/registry/events/openstack/manila-ks-service-rw2rp.18aa75d014664bd0\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:21865; }","duration":"426.697163ms","start":"2026-04-28T07:51:56.296814Z","end":"2026-04-28T07:51:56.723512Z","steps":["trace[2048424356] 'agreement among raft nodes before linearized reading' (duration: 424.290002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:56.723566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:56.296796Z","time spent":"426.750575ms","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1118,"response size":386339,"request content":"key:\"/registry/events/openstack/manila-ks-service-rw2rp.18aa75d014664bd0\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:21862 "} {"level":"info","ts":"2026-04-28T07:51:57.102147Z","caller":"traceutil/trace.go:171","msg":"trace[1148567246] linearizableReadLoop","detail":"{readStateIndex:22528; appliedIndex:22527; }","duration":"375.829319ms","start":"2026-04-28T07:51:56.726301Z","end":"2026-04-28T07:51:57.10213Z","steps":["trace[1148567246] 'read index received' (duration: 375.618054ms)","trace[1148567246] 'applied index is now lower than readState.Index' (duration: 208.045µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:57.102208Z","caller":"traceutil/trace.go:171","msg":"trace[1291098102] transaction","detail":"{read_only:false; response_revision:21866; number_of_response:1; }","duration":"375.973673ms","start":"2026-04-28T07:51:56.726198Z","end":"2026-04-28T07:51:57.102171Z","steps":["trace[1291098102] 'process raft request' (duration: 375.785238ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:57.102338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.026243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-endpoints-sndpw\" ","response":"range_response_count:1 size:15557"} {"level":"info","ts":"2026-04-28T07:51:57.102364Z","caller":"traceutil/trace.go:171","msg":"trace[955990635] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-endpoints-sndpw; range_end:; response_count:1; response_revision:21866; }","duration":"376.102276ms","start":"2026-04-28T07:51:56.726255Z","end":"2026-04-28T07:51:57.102358Z","steps":["trace[955990635] 'agreement among raft nodes before linearized reading' (duration: 375.963672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:57.102383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:56.726234Z","time spent":"376.144787ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":15579,"request content":"key:\"/registry/pods/openstack/octavia-ks-endpoints-sndpw\" "} {"level":"warn","ts":"2026-04-28T07:51:57.102389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:56.726164Z","time spent":"376.108166ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":938,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:57.105557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.060141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-ks-endpoints-sndpw.18aa75ed35931090\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:21862 ","response":"range_response_count:500 size:386641"} {"level":"info","ts":"2026-04-28T07:51:57.105655Z","caller":"traceutil/trace.go:171","msg":"trace[1140292706] range","detail":"{range_begin:/registry/events/openstack/octavia-ks-endpoints-sndpw.18aa75ed35931090\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:21866; }","duration":"357.184574ms","start":"2026-04-28T07:51:56.748432Z","end":"2026-04-28T07:51:57.105617Z","steps":["trace[1140292706] 'agreement among raft nodes before linearized reading' (duration: 353.896691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:57.10574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:56.748415Z","time spent":"357.281756ms","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":618,"response size":386663,"request content":"key:\"/registry/events/openstack/octavia-ks-endpoints-sndpw.18aa75ed35931090\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:21862 "} {"level":"warn","ts":"2026-04-28T07:51:57.421203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.857763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:57.42129Z","caller":"traceutil/trace.go:171","msg":"trace[1886616442] transaction","detail":"{read_only:false; response_revision:21867; number_of_response:1; }","duration":"307.081648ms","start":"2026-04-28T07:51:57.114191Z","end":"2026-04-28T07:51:57.421273Z","steps":["trace[1886616442] 'process raft request' (duration: 88.095992ms)","trace[1886616442] 'compare' (duration: 218.0056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:57.421331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.11417Z","time spent":"307.14345ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:57.866178Z","caller":"traceutil/trace.go:171","msg":"trace[1041579709] linearizableReadLoop","detail":"{readStateIndex:22530; appliedIndex:22528; }","duration":"745.801707ms","start":"2026-04-28T07:51:57.120342Z","end":"2026-04-28T07:51:57.866143Z","steps":["trace[1041579709] 'read index received' (duration: 81.959786ms)","trace[1041579709] 'applied index is now lower than readState.Index' (duration: 663.840261ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:57.866564Z","caller":"traceutil/trace.go:171","msg":"trace[1266812849] transaction","detail":"{read_only:false; response_revision:21868; number_of_response:1; }","duration":"751.275776ms","start":"2026-04-28T07:51:57.115001Z","end":"2026-04-28T07:51:57.866276Z","steps":["trace[1266812849] 'process raft request' (duration: 679.947431ms)","trace[1266812849] 'compare' (duration: 70.845133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:57.866748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.114981Z","time spent":"751.673168ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:57.867101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.723821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rook-ceph-crashcollector-instance-754c646bfd.18aa7518875e075a\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:21862 ","response":"range_response_count:118 size:90457"} {"level":"info","ts":"2026-04-28T07:51:57.86716Z","caller":"traceutil/trace.go:171","msg":"trace[133473114] range","detail":"{range_begin:/registry/events/openstack/rook-ceph-crashcollector-instance-754c646bfd.18aa7518875e075a\u0000; range_end:/registry/events/openstack0; response_count:118; response_revision:21868; }","duration":"746.839014ms","start":"2026-04-28T07:51:57.120305Z","end":"2026-04-28T07:51:57.867144Z","steps":["trace[133473114] 'agreement among raft nodes before linearized reading' (duration: 745.988612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:57.867208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.120291Z","time spent":"746.899865ms","remote":"127.0.0.1:51720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":127,"response count":118,"response size":90479,"request content":"key:\"/registry/events/openstack/rook-ceph-crashcollector-instance-754c646bfd.18aa7518875e075a\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:21862 "} {"level":"warn","ts":"2026-04-28T07:51:58.222354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.279496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:58.222691Z","caller":"traceutil/trace.go:171","msg":"trace[921060034] linearizableReadLoop","detail":"{readStateIndex:22532; appliedIndex:22530; }","duration":"356.371723ms","start":"2026-04-28T07:51:57.866298Z","end":"2026-04-28T07:51:58.22267Z","steps":["trace[921060034] 'read index received' (duration: 172.535003ms)","trace[921060034] 'applied index is now lower than readState.Index' (duration: 183.83565ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:58.222714Z","caller":"traceutil/trace.go:171","msg":"trace[1734167804] transaction","detail":"{read_only:false; response_revision:21869; number_of_response:1; }","duration":"797.828592ms","start":"2026-04-28T07:51:57.424831Z","end":"2026-04-28T07:51:58.222659Z","steps":["trace[1734167804] 'process raft request' (duration: 614.109215ms)","trace[1734167804] 'compare' (duration: 182.850934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:58.2229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.424811Z","time spent":"797.992906ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T07:51:58.222985Z","caller":"traceutil/trace.go:171","msg":"trace[1457851149] transaction","detail":"{read_only:false; response_revision:21870; number_of_response:1; }","duration":"620.264152ms","start":"2026-04-28T07:51:57.602706Z","end":"2026-04-28T07:51:58.22297Z","steps":["trace[1457851149] 'process raft request' (duration: 619.77796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.22311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.602683Z","time spent":"620.342513ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:58.223452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.629656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-28T07:51:58.223495Z","caller":"traceutil/trace.go:171","msg":"trace[366017655] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:21870; }","duration":"447.710468ms","start":"2026-04-28T07:51:57.775772Z","end":"2026-04-28T07:51:58.223483Z","steps":["trace[366017655] 'agreement among raft nodes before linearized reading' (duration: 447.573834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.223526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.775749Z","time spent":"447.77077ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-28T07:51:58.223603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.616518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:58.223643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.810229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-04-28T07:51:58.223643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.294823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:58.223709Z","caller":"traceutil/trace.go:171","msg":"trace[1762643637] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21870; }","duration":"768.746051ms","start":"2026-04-28T07:51:57.454939Z","end":"2026-04-28T07:51:58.223685Z","steps":["trace[1762643637] 'agreement among raft nodes before linearized reading' (duration: 768.552236ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:58.223721Z","caller":"traceutil/trace.go:171","msg":"trace[1351598705] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21870; }","duration":"763.418366ms","start":"2026-04-28T07:51:57.460284Z","end":"2026-04-28T07:51:58.223703Z","steps":["trace[1351598705] 'agreement among raft nodes before linearized reading' (duration: 763.239612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.22374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.370158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:51:58.223769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.454936Z","time spent":"768.813752ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:51:58.223779Z","caller":"traceutil/trace.go:171","msg":"trace[1636489125] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21870; }","duration":"769.418529ms","start":"2026-04-28T07:51:57.454351Z","end":"2026-04-28T07:51:58.22377Z","steps":["trace[1636489125] 'agreement among raft nodes before linearized reading' (duration: 769.317256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.223769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.460267Z","time spent":"763.491018ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:58.223782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.4575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:58.223808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.454344Z","time spent":"769.4576ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:58.223788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.460867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:58.223826Z","caller":"traceutil/trace.go:171","msg":"trace[1044785608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21870; }","duration":"520.498401ms","start":"2026-04-28T07:51:57.703315Z","end":"2026-04-28T07:51:58.223813Z","steps":["trace[1044785608] 'agreement among raft nodes before linearized reading' (duration: 520.424149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.223806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.383624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:51:58.223825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.539329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:51:58.223874Z","caller":"traceutil/trace.go:171","msg":"trace[1582269296] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21870; }","duration":"763.550689ms","start":"2026-04-28T07:51:57.460299Z","end":"2026-04-28T07:51:58.223849Z","steps":["trace[1582269296] 'agreement among raft nodes before linearized reading' (duration: 763.234331ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:58.223904Z","caller":"traceutil/trace.go:171","msg":"trace[1830616914] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21870; }","duration":"763.521338ms","start":"2026-04-28T07:51:57.460362Z","end":"2026-04-28T07:51:58.223883Z","steps":["trace[1830616914] 'agreement among raft nodes before linearized reading' (duration: 763.235141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.223937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.871591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:58.223962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.460343Z","time spent":"763.606709ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:58.223684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.236471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:58.224058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.517602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"warn","ts":"2026-04-28T07:51:58.224106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.695676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:58.224143Z","caller":"traceutil/trace.go:171","msg":"trace[2068470689] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21870; }","duration":"771.767978ms","start":"2026-04-28T07:51:57.452366Z","end":"2026-04-28T07:51:58.224134Z","steps":["trace[2068470689] 'agreement among raft nodes before linearized reading' (duration: 771.697216ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:58.224141Z","caller":"traceutil/trace.go:171","msg":"trace[1244906222] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21870; }","duration":"763.692712ms","start":"2026-04-28T07:51:57.460394Z","end":"2026-04-28T07:51:58.224087Z","steps":["trace[1244906222] 'agreement among raft nodes before linearized reading' (duration: 763.136518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.224194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.786659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T07:51:58.224228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.460389Z","time spent":"763.822285ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:58.223849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.406975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:58.224214Z","caller":"traceutil/trace.go:171","msg":"trace[1469950297] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21870; }","duration":"763.689513ms","start":"2026-04-28T07:51:57.460225Z","end":"2026-04-28T07:51:58.223915Z","steps":["trace[1469950297] 'agreement among raft nodes before linearized reading' (duration: 763.360344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.223966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.460294Z","time spent":"763.635781ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:58.224261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.103626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:51:58.224289Z","caller":"traceutil/trace.go:171","msg":"trace[1426656676] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21870; }","duration":"763.855586ms","start":"2026-04-28T07:51:57.460415Z","end":"2026-04-28T07:51:58.22427Z","steps":["trace[1426656676] 'agreement among raft nodes before linearized reading' (duration: 763.099987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.224303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.460219Z","time spent":"764.066762ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:51:58.22412Z","caller":"traceutil/trace.go:171","msg":"trace[1675649260] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21870; }","duration":"771.585713ms","start":"2026-04-28T07:51:57.452511Z","end":"2026-04-28T07:51:58.224097Z","steps":["trace[1675649260] 'agreement among raft nodes before linearized reading' (duration: 771.402559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.224347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.460409Z","time spent":"763.921857ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:58.224375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.452505Z","time spent":"771.85516ms","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-04-28T07:51:58.223874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.703253Z","time spent":"520.610514ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:51:58.224037Z","caller":"traceutil/trace.go:171","msg":"trace[323806815] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:21870; }","duration":"652.981053ms","start":"2026-04-28T07:51:57.571007Z","end":"2026-04-28T07:51:58.223988Z","steps":["trace[323806815] 'agreement among raft nodes before linearized reading' (duration: 652.873771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.224506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.570974Z","time spent":"653.518357ms","remote":"127.0.0.1:46724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:58.223713Z","caller":"traceutil/trace.go:171","msg":"trace[257824422] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:21870; }","duration":"562.925451ms","start":"2026-04-28T07:51:57.66077Z","end":"2026-04-28T07:51:58.223695Z","steps":["trace[257824422] 'agreement among raft nodes before linearized reading' (duration: 562.750077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.224594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.069643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-lm6vs\" ","response":"range_response_count:1 size:5484"} {"level":"warn","ts":"2026-04-28T07:51:58.2246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.520426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:58.224598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.660751Z","time spent":"563.833614ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"info","ts":"2026-04-28T07:51:58.224643Z","caller":"traceutil/trace.go:171","msg":"trace[426591901] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-lm6vs; range_end:; response_count:1; response_revision:21870; }","duration":"354.146756ms","start":"2026-04-28T07:51:57.870485Z","end":"2026-04-28T07:51:58.224631Z","steps":["trace[426591901] 'agreement among raft nodes before linearized reading' (duration: 354.010452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.224172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.452345Z","time spent":"771.816869ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:51:58.224675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.870468Z","time spent":"354.199677ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5506,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-lm6vs\" "} {"level":"info","ts":"2026-04-28T07:51:58.224318Z","caller":"traceutil/trace.go:171","msg":"trace[427008244] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21870; }","duration":"770.188168ms","start":"2026-04-28T07:51:57.454117Z","end":"2026-04-28T07:51:58.224305Z","steps":["trace[427008244] 'agreement among raft nodes before linearized reading' (duration: 770.051195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.224045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099659456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:428"} {"level":"warn","ts":"2026-04-28T07:51:58.224806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.49891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-04-28T07:51:58.224778Z","caller":"traceutil/trace.go:171","msg":"trace[1789668702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21870; }","duration":"1.100409754s","start":"2026-04-28T07:51:57.124355Z","end":"2026-04-28T07:51:58.224764Z","steps":["trace[1789668702] 'agreement among raft nodes before linearized reading' (duration: 1.099546742s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:58.224833Z","caller":"traceutil/trace.go:171","msg":"trace[1266451636] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21870; }","duration":"278.554831ms","start":"2026-04-28T07:51:57.946271Z","end":"2026-04-28T07:51:58.224826Z","steps":["trace[1266451636] 'agreement among raft nodes before linearized reading' (duration: 278.50119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.224932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.124345Z","time spent":"1.100499247s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":450,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-28T07:51:58.224258Z","caller":"traceutil/trace.go:171","msg":"trace[1132914522] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21870; }","duration":"762.864851ms","start":"2026-04-28T07:51:57.461378Z","end":"2026-04-28T07:51:58.224243Z","steps":["trace[1132914522] 'agreement among raft nodes before linearized reading' (duration: 762.691216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.22502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.46137Z","time spent":"763.62905ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-28T07:51:58.224603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.865551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:58.225193Z","caller":"traceutil/trace.go:171","msg":"trace[1010276667] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:21870; }","duration":"111.500549ms","start":"2026-04-28T07:51:58.113674Z","end":"2026-04-28T07:51:58.225175Z","steps":["trace[1010276667] 'agreement among raft nodes before linearized reading' (duration: 110.870092ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:58.224651Z","caller":"traceutil/trace.go:171","msg":"trace[497344995] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:21870; }","duration":"160.65585ms","start":"2026-04-28T07:51:58.063984Z","end":"2026-04-28T07:51:58.22464Z","steps":["trace[497344995] 'agreement among raft nodes before linearized reading' (duration: 160.565138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.224737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.454101Z","time spent":"770.626219ms","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:51:58.224237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099683156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-28T07:51:58.225627Z","caller":"traceutil/trace.go:171","msg":"trace[1584593622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21870; }","duration":"1.101079232s","start":"2026-04-28T07:51:57.124531Z","end":"2026-04-28T07:51:58.22561Z","steps":["trace[1584593622] 'agreement among raft nodes before linearized reading' (duration: 1.099655245s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:58.225678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:57.124524Z","time spent":"1.101138694s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:51:58.840959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.833544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:58.841209Z","caller":"traceutil/trace.go:171","msg":"trace[1457101320] transaction","detail":"{read_only:false; response_revision:21871; number_of_response:1; }","duration":"607.411073ms","start":"2026-04-28T07:51:58.233759Z","end":"2026-04-28T07:51:58.84117Z","steps":["trace[1457101320] 'process raft request' (duration: 206.283101ms)","trace[1457101320] 'compare' (duration: 400.359203ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:58.841354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:58.233743Z","time spent":"607.569327ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:59.12381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.506787ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:59.124111Z","caller":"traceutil/trace.go:171","msg":"trace[1463532117] transaction","detail":"{read_only:false; response_revision:21872; number_of_response:1; }","duration":"890.08868ms","start":"2026-04-28T07:51:58.233996Z","end":"2026-04-28T07:51:59.124085Z","steps":["trace[1463532117] 'process raft request' (duration: 782.171173ms)","trace[1463532117] 'compare' (duration: 107.164068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:59.124195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:58.233987Z","time spent":"890.173463ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:59.124608Z","caller":"traceutil/trace.go:171","msg":"trace[1248716599] transaction","detail":"{read_only:false; response_revision:21873; number_of_response:1; }","duration":"890.257365ms","start":"2026-04-28T07:51:58.234312Z","end":"2026-04-28T07:51:59.124569Z","steps":["trace[1248716599] 'process raft request' (duration: 889.626318ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:59.124641Z","caller":"traceutil/trace.go:171","msg":"trace[1581885052] transaction","detail":"{read_only:false; response_revision:21874; number_of_response:1; }","duration":"890.283326ms","start":"2026-04-28T07:51:58.234333Z","end":"2026-04-28T07:51:59.124616Z","steps":["trace[1581885052] 'process raft request' (duration: 890.104122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:59.124805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:58.234321Z","time spent":"890.390358ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:59.124811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:58.234305Z","time spent":"890.397759ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5658,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:59.124833Z","caller":"traceutil/trace.go:171","msg":"trace[377839339] transaction","detail":"{read_only:false; response_revision:21875; number_of_response:1; }","duration":"889.219099ms","start":"2026-04-28T07:51:58.235593Z","end":"2026-04-28T07:51:59.124812Z","steps":["trace[377839339] 'process raft request' (duration: 888.970103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:59.124921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:58.235587Z","time spent":"889.286451ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:59.124905Z","caller":"traceutil/trace.go:171","msg":"trace[2027711621] transaction","detail":"{read_only:false; response_revision:21876; number_of_response:1; }","duration":"834.909836ms","start":"2026-04-28T07:51:58.289964Z","end":"2026-04-28T07:51:59.124874Z","steps":["trace[2027711621] 'process raft request' (duration: 834.754712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:59.12505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:58.289944Z","time spent":"835.033569ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:51:59.125087Z","caller":"traceutil/trace.go:171","msg":"trace[724737712] linearizableReadLoop","detail":"{readStateIndex:22537; appliedIndex:22532; }","duration":"886.735196ms","start":"2026-04-28T07:51:58.238076Z","end":"2026-04-28T07:51:59.124811Z","steps":["trace[724737712] 'read index received' (duration: 201.88289ms)","trace[724737712] 'applied index is now lower than readState.Index' (duration: 684.850936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:59.125182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.096075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:59.125229Z","caller":"traceutil/trace.go:171","msg":"trace[1852390897] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:21876; }","duration":"887.159276ms","start":"2026-04-28T07:51:58.238056Z","end":"2026-04-28T07:51:59.125216Z","steps":["trace[1852390897] 'agreement among raft nodes before linearized reading' (duration: 887.058424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:59.125268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:58.238052Z","time spent":"887.209037ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T07:51:59.125347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.519746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-28T07:51:59.12537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.400935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:59.125406Z","caller":"traceutil/trace.go:171","msg":"trace[1737484138] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:21876; }","duration":"757.639449ms","start":"2026-04-28T07:51:58.367751Z","end":"2026-04-28T07:51:59.125391Z","steps":["trace[1737484138] 'agreement among raft nodes before linearized reading' (duration: 757.503106ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:59.125412Z","caller":"traceutil/trace.go:171","msg":"trace[1135675280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21876; }","duration":"424.507738ms","start":"2026-04-28T07:51:58.700891Z","end":"2026-04-28T07:51:59.125398Z","steps":["trace[1135675280] 'agreement among raft nodes before linearized reading' (duration: 424.407445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:59.12542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.816984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-28T07:51:59.12545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:58.367726Z","time spent":"757.714831ms","remote":"127.0.0.1:49966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:51:59.125447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.505355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-28T07:51:59.125481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:58.700871Z","time spent":"424.57461ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:51:59.125529Z","caller":"traceutil/trace.go:171","msg":"trace[1376183093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21876; }","duration":"420.619238ms","start":"2026-04-28T07:51:58.70489Z","end":"2026-04-28T07:51:59.12551Z","steps":["trace[1376183093] 'agreement among raft nodes before linearized reading' (duration: 420.380772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:59.125521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.096087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-28T07:51:59.125605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.63668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-8vd4l.18aa75ae3ffeb06a\" ","response":"range_response_count:1 size:948"} {"level":"warn","ts":"2026-04-28T07:51:59.12564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.594581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:51:59.125635Z","caller":"traceutil/trace.go:171","msg":"trace[184842356] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21876; }","duration":"510.263931ms","start":"2026-04-28T07:51:58.615345Z","end":"2026-04-28T07:51:59.125609Z","steps":["trace[184842356] 'agreement among raft nodes before linearized reading' (duration: 509.937253ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:59.125652Z","caller":"traceutil/trace.go:171","msg":"trace[874201366] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-8vd4l.18aa75ae3ffeb06a; range_end:; response_count:1; response_revision:21876; }","duration":"268.677411ms","start":"2026-04-28T07:51:58.856958Z","end":"2026-04-28T07:51:59.125636Z","steps":["trace[874201366] 'agreement among raft nodes before linearized reading' (duration: 268.543077ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:59.125676Z","caller":"traceutil/trace.go:171","msg":"trace[1929452541] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:21876; }","duration":"710.662873ms","start":"2026-04-28T07:51:58.415Z","end":"2026-04-28T07:51:59.125663Z","steps":["trace[1929452541] 'agreement among raft nodes before linearized reading' (duration: 710.603622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:59.12568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.322675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"warn","ts":"2026-04-28T07:51:59.12569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:58.615319Z","time spent":"510.360893ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:51:59.125716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:58.414977Z","time spent":"710.731394ms","remote":"127.0.0.1:47464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:59.125724Z","caller":"traceutil/trace.go:171","msg":"trace[1678160048] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:21876; }","duration":"373.400856ms","start":"2026-04-28T07:51:58.752308Z","end":"2026-04-28T07:51:59.125709Z","steps":["trace[1678160048] 'agreement among raft nodes before linearized reading' (duration: 373.294004ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:59.125479Z","caller":"traceutil/trace.go:171","msg":"trace[1165698881] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21876; }","duration":"268.917186ms","start":"2026-04-28T07:51:58.856546Z","end":"2026-04-28T07:51:59.125464Z","steps":["trace[1165698881] 'agreement among raft nodes before linearized reading' (duration: 268.780603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:59.125758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:58.752285Z","time spent":"373.465087ms","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-28T07:51:59.125579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:58.704881Z","time spent":"420.68927ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T07:51:59.742616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.307377ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:51:59.742714Z","caller":"traceutil/trace.go:171","msg":"trace[1604338491] linearizableReadLoop","detail":"{readStateIndex:22539; appliedIndex:22538; }","duration":"613.301704ms","start":"2026-04-28T07:51:59.129397Z","end":"2026-04-28T07:51:59.742699Z","steps":["trace[1604338491] 'read index received' (duration: 275.877144ms)","trace[1604338491] 'applied index is now lower than readState.Index' (duration: 337.42335ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:51:59.742773Z","caller":"traceutil/trace.go:171","msg":"trace[441681747] transaction","detail":"{read_only:false; response_revision:21877; number_of_response:1; }","duration":"613.826167ms","start":"2026-04-28T07:51:59.128916Z","end":"2026-04-28T07:51:59.742742Z","steps":["trace[441681747] 'process raft request' (duration: 276.316425ms)","trace[441681747] 'compare' (duration: 336.781924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:51:59.742933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.128892Z","time spent":"613.965321ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":930,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:51:59.743163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.758115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:59.743339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.974102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:59.743444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.716986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:51:59.743368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.497309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-28T07:51:59.743483Z","caller":"traceutil/trace.go:171","msg":"trace[1795624775] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:21877; }","duration":"606.766398ms","start":"2026-04-28T07:51:59.136706Z","end":"2026-04-28T07:51:59.743472Z","steps":["trace[1795624775] 'agreement among raft nodes before linearized reading' (duration: 606.714566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:59.74351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.136699Z","time spent":"606.804719ms","remote":"127.0.0.1:35888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":28,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:51:59.743462Z","caller":"traceutil/trace.go:171","msg":"trace[957407962] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:21877; }","duration":"605.105866ms","start":"2026-04-28T07:51:59.138342Z","end":"2026-04-28T07:51:59.743447Z","steps":["trace[957407962] 'agreement among raft nodes before linearized reading' (duration: 604.951612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:59.743529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.758237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-28T07:51:59.743589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.557261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ecd8ca84-4831-4b23-904f-04be1cd97b4d\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-28T07:51:59.743625Z","caller":"traceutil/trace.go:171","msg":"trace[911738749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21877; }","duration":"613.8961ms","start":"2026-04-28T07:51:59.129707Z","end":"2026-04-28T07:51:59.743603Z","steps":["trace[911738749] 'agreement among raft nodes before linearized reading' (duration: 613.588241ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:59.743645Z","caller":"traceutil/trace.go:171","msg":"trace[1573323633] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ecd8ca84-4831-4b23-904f-04be1cd97b4d; range_end:; response_count:1; response_revision:21877; }","duration":"613.657263ms","start":"2026-04-28T07:51:59.129976Z","end":"2026-04-28T07:51:59.743634Z","steps":["trace[1573323633] 'agreement among raft nodes before linearized reading' (duration: 613.448316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:59.743589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.138336Z","time spent":"605.24216ms","remote":"127.0.0.1:51474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-28T07:51:59.743679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.129686Z","time spent":"613.984292ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T07:51:59.743777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.860059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-qzt97\" ","response":"range_response_count:1 size:4681"} {"level":"warn","ts":"2026-04-28T07:51:59.743352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.139699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-28T07:51:59.743805Z","caller":"traceutil/trace.go:171","msg":"trace[853975855] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-qzt97; range_end:; response_count:1; response_revision:21877; }","duration":"613.904821ms","start":"2026-04-28T07:51:59.129893Z","end":"2026-04-28T07:51:59.743798Z","steps":["trace[853975855] 'agreement among raft nodes before linearized reading' (duration: 613.770997ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:59.743819Z","caller":"traceutil/trace.go:171","msg":"trace[1280546559] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21877; }","duration":"558.651893ms","start":"2026-04-28T07:51:59.185156Z","end":"2026-04-28T07:51:59.743808Z","steps":["trace[1280546559] 'agreement among raft nodes before linearized reading' (duration: 558.145739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:59.743828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.129886Z","time spent":"613.937201ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4703,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-qzt97\" "} {"level":"warn","ts":"2026-04-28T07:51:59.743851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.185131Z","time spent":"558.711165ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":647,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-28T07:51:59.743682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.129963Z","time spent":"613.709595ms","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1344,"request content":"key:\"/registry/persistentvolumes/pvc-ecd8ca84-4831-4b23-904f-04be1cd97b4d\" "} {"level":"warn","ts":"2026-04-28T07:51:59.7434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.930688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T07:51:59.743799Z","caller":"traceutil/trace.go:171","msg":"trace[754109662] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:21877; }","duration":"569.94211ms","start":"2026-04-28T07:51:59.173838Z","end":"2026-04-28T07:51:59.74378Z","steps":["trace[754109662] 'agreement among raft nodes before linearized reading' (duration: 569.466587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:59.744052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.173824Z","time spent":"570.171537ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-04-28T07:51:59.743939Z","caller":"traceutil/trace.go:171","msg":"trace[1900353834] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21877; }","duration":"612.484264ms","start":"2026-04-28T07:51:59.131438Z","end":"2026-04-28T07:51:59.743923Z","steps":["trace[1900353834] 'agreement among raft nodes before linearized reading' (duration: 611.859887ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:51:59.743218Z","caller":"traceutil/trace.go:171","msg":"trace[50750838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21877; }","duration":"613.857628ms","start":"2026-04-28T07:51:59.129348Z","end":"2026-04-28T07:51:59.743206Z","steps":["trace[50750838] 'agreement among raft nodes before linearized reading' (duration: 613.724384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:51:59.744147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.131428Z","time spent":"612.711589ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:51:59.744177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.129307Z","time spent":"614.855514ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:52:00.864214Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103299099s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T07:52:01.302202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.61241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:52:01.302566Z","caller":"traceutil/trace.go:171","msg":"trace[537254834] linearizableReadLoop","detail":"{readStateIndex:22541; appliedIndex:22539; }","duration":"1.551803477s","start":"2026-04-28T07:51:59.75074Z","end":"2026-04-28T07:52:01.302544Z","steps":["trace[537254834] 'read index received' (duration: 10.285872ms)","trace[537254834] 'applied index is now lower than readState.Index' (duration: 1.541516575s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:01.30294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549088959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:52:01.302986Z","caller":"traceutil/trace.go:171","msg":"trace[1240360936] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21880; }","duration":"1.5491491s","start":"2026-04-28T07:51:59.753826Z","end":"2026-04-28T07:52:01.302975Z","steps":["trace[1240360936] 'agreement among raft nodes before linearized reading' (duration: 1.549070268s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.303093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55228426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwl94.18aa7431b4d62e79\" ","response":"range_response_count:1 size:856"} {"level":"warn","ts":"2026-04-28T07:52:01.303018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.75382Z","time spent":"1.549191491s","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T07:52:01.303673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068081012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:52:01.303774Z","caller":"traceutil/trace.go:171","msg":"trace[2054086506] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21880; }","duration":"1.068193524s","start":"2026-04-28T07:52:00.235559Z","end":"2026-04-28T07:52:01.303726Z","steps":["trace[2054086506] 'agreement among raft nodes before linearized reading' (duration: 1.068048811s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.303805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.51176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:52:01.303797Z","caller":"traceutil/trace.go:171","msg":"trace[633168543] transaction","detail":"{read_only:false; response_revision:21880; number_of_response:1; }","duration":"1.552024433s","start":"2026-04-28T07:51:59.751741Z","end":"2026-04-28T07:52:01.303765Z","steps":["trace[633168543] 'process raft request' (duration: 1.550568876s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.30384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.235553Z","time spent":"1.068271987s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:52:01.303867Z","caller":"traceutil/trace.go:171","msg":"trace[516682855] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:21880; }","duration":"353.626014ms","start":"2026-04-28T07:52:00.950219Z","end":"2026-04-28T07:52:01.303845Z","steps":["trace[516682855] 'agreement among raft nodes before linearized reading' (duration: 353.52134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.303867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065889497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:52:01.303929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.950191Z","time spent":"353.725427ms","remote":"127.0.0.1:34700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:52:01.303938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.75173Z","time spent":"1.552131876s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4450,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:52:01.303969Z","caller":"traceutil/trace.go:171","msg":"trace[256387404] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21880; }","duration":"1.066045961s","start":"2026-04-28T07:52:00.237905Z","end":"2026-04-28T07:52:01.303951Z","steps":["trace[256387404] 'agreement among raft nodes before linearized reading' (duration: 1.065879126s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.304037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.237871Z","time spent":"1.066156003s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:52:01.304171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068953115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:52:01.304252Z","caller":"traceutil/trace.go:171","msg":"trace[501897447] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21880; }","duration":"1.069053298s","start":"2026-04-28T07:52:00.23519Z","end":"2026-04-28T07:52:01.304244Z","steps":["trace[501897447] 'agreement among raft nodes before linearized reading' (duration: 1.068948035s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.304241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068316269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:52:01.304203Z","caller":"traceutil/trace.go:171","msg":"trace[1842394666] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwl94.18aa7431b4d62e79; range_end:; response_count:1; response_revision:21880; }","duration":"1.552488455s","start":"2026-04-28T07:51:59.750674Z","end":"2026-04-28T07:52:01.303162Z","steps":["trace[1842394666] 'agreement among raft nodes before linearized reading' (duration: 1.552187857s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.304274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.563823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T07:52:01.304291Z","caller":"traceutil/trace.go:171","msg":"trace[346757963] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21880; }","duration":"1.068367371s","start":"2026-04-28T07:52:00.235909Z","end":"2026-04-28T07:52:01.304276Z","steps":["trace[346757963] 'agreement among raft nodes before linearized reading' (duration: 1.068216507s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:01.304316Z","caller":"traceutil/trace.go:171","msg":"trace[359365241] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:21880; }","duration":"258.639955ms","start":"2026-04-28T07:52:01.045664Z","end":"2026-04-28T07:52:01.304304Z","steps":["trace[359365241] 'agreement among raft nodes before linearized reading' (duration: 258.560963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.304333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.235887Z","time spent":"1.068434812s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:52:01.30435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066327118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:52:01.304349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066279537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"warn","ts":"2026-04-28T07:52:01.304318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.750636Z","time spent":"1.553660875s","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":878,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwl94.18aa7431b4d62e79\" "} {"level":"info","ts":"2026-04-28T07:52:01.304384Z","caller":"traceutil/trace.go:171","msg":"trace[664638520] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21880; }","duration":"1.066373739s","start":"2026-04-28T07:52:00.237999Z","end":"2026-04-28T07:52:01.304373Z","steps":["trace[664638520] 'agreement among raft nodes before linearized reading' (duration: 1.066240226s)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:01.304405Z","caller":"traceutil/trace.go:171","msg":"trace[1915312205] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21880; }","duration":"1.066346588s","start":"2026-04-28T07:52:00.23804Z","end":"2026-04-28T07:52:01.304387Z","steps":["trace[1915312205] 'agreement among raft nodes before linearized reading' (duration: 1.066145873s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.304413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.23799Z","time spent":"1.06641611s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:52:01.304441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.238033Z","time spent":"1.066400479s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:52:01.30442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.374250927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-04-28T07:52:01.304487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072893884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:52:01.30451Z","caller":"traceutil/trace.go:171","msg":"trace[1386759975] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:21880; }","duration":"1.374334629s","start":"2026-04-28T07:51:59.930164Z","end":"2026-04-28T07:52:01.304498Z","steps":["trace[1386759975] 'agreement among raft nodes before linearized reading' (duration: 1.374227196s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.304555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.930092Z","time spent":"1.374455222s","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-04-28T07:52:01.304556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07230079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:52:01.304562Z","caller":"traceutil/trace.go:171","msg":"trace[1833411325] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21880; }","duration":"1.073024338s","start":"2026-04-28T07:52:00.231519Z","end":"2026-04-28T07:52:01.304543Z","steps":["trace[1833411325] 'agreement among raft nodes before linearized reading' (duration: 1.072839884s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.304606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068863512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:52:01.304621Z","caller":"traceutil/trace.go:171","msg":"trace[1197612953] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21880; }","duration":"1.072384492s","start":"2026-04-28T07:52:00.232222Z","end":"2026-04-28T07:52:01.304606Z","steps":["trace[1197612953] 'agreement among raft nodes before linearized reading' (duration: 1.072233038s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.304635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.10501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"warn","ts":"2026-04-28T07:52:01.304637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.231491Z","time spent":"1.07313177s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:52:01.304661Z","caller":"traceutil/trace.go:171","msg":"trace[58568794] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:21880; }","duration":"452.171942ms","start":"2026-04-28T07:52:00.852482Z","end":"2026-04-28T07:52:01.304654Z","steps":["trace[58568794] 'agreement among raft nodes before linearized reading' (duration: 452.120601ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:01.304656Z","caller":"traceutil/trace.go:171","msg":"trace[981569155] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:21880; }","duration":"1.068926805s","start":"2026-04-28T07:52:00.235715Z","end":"2026-04-28T07:52:01.304642Z","steps":["trace[981569155] 'agreement among raft nodes before linearized reading' (duration: 1.068845733s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.304582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.087357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T07:52:01.304683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.852462Z","time spent":"452.214294ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-28T07:52:01.304275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.235183Z","time spent":"1.069085248s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"warn","ts":"2026-04-28T07:52:01.304699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.23571Z","time spent":"1.068976806s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/octavia-ks-user\" "} {"level":"info","ts":"2026-04-28T07:52:01.304698Z","caller":"traceutil/trace.go:171","msg":"trace[634160585] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:21880; }","duration":"653.241031ms","start":"2026-04-28T07:52:00.651445Z","end":"2026-04-28T07:52:01.304686Z","steps":["trace[634160585] 'agreement among raft nodes before linearized reading' (duration: 653.109187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.304751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.651421Z","time spent":"653.318642ms","remote":"127.0.0.1:36020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:52:01.304777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.063078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-28T07:52:01.304376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071484299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T07:52:01.304815Z","caller":"traceutil/trace.go:171","msg":"trace[556527373] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:21880; }","duration":"721.159221ms","start":"2026-04-28T07:52:00.583643Z","end":"2026-04-28T07:52:01.304803Z","steps":["trace[556527373] 'agreement among raft nodes before linearized reading' (duration: 721.053508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.304846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.583603Z","time spent":"721.235433ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-28T07:52:01.304618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.801287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T07:52:01.304658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.232214Z","time spent":"1.072435733s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:52:01.304895Z","caller":"traceutil/trace.go:171","msg":"trace[869243160] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21880; }","duration":"167.175467ms","start":"2026-04-28T07:52:01.137707Z","end":"2026-04-28T07:52:01.304883Z","steps":["trace[869243160] 'agreement among raft nodes before linearized reading' (duration: 166.771947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.305165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066633615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:1 size:12607"} {"level":"info","ts":"2026-04-28T07:52:01.305218Z","caller":"traceutil/trace.go:171","msg":"trace[146420332] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:1; response_revision:21880; }","duration":"1.066701158s","start":"2026-04-28T07:52:00.238501Z","end":"2026-04-28T07:52:01.305202Z","steps":["trace[146420332] 'agreement among raft nodes before linearized reading' (duration: 1.066554934s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.305256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.238492Z","time spent":"1.066752629s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12629,"request content":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" "} {"level":"warn","ts":"2026-04-28T07:52:01.304812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.695085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-28T07:52:01.305823Z","caller":"traceutil/trace.go:171","msg":"trace[1982674569] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21880; }","duration":"627.745992ms","start":"2026-04-28T07:52:00.678058Z","end":"2026-04-28T07:52:01.305804Z","steps":["trace[1982674569] 'agreement among raft nodes before linearized reading' (duration: 626.726086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.305872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.677972Z","time spent":"627.885615ms","remote":"127.0.0.1:51334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-28T07:52:01.304892Z","caller":"traceutil/trace.go:171","msg":"trace[540401141] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:21880; }","duration":"1.071949661s","start":"2026-04-28T07:52:00.232886Z","end":"2026-04-28T07:52:01.304835Z","steps":["trace[540401141] 'agreement among raft nodes before linearized reading' (duration: 1.071400707s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:01.307414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:00.232775Z","time spent":"1.074617039s","remote":"127.0.0.1:51346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":696,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-04-28T07:52:01.308363Z","caller":"traceutil/trace.go:171","msg":"trace[706588301] transaction","detail":"{read_only:false; response_revision:21879; number_of_response:1; }","duration":"1.552723511s","start":"2026-04-28T07:51:59.749691Z","end":"2026-04-28T07:52:01.302415Z","steps":["trace[706588301] 'process raft request' (duration: 1.11470655s)","trace[706588301] 'compare' (duration: 436.961014ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:01.30874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:51:59.74968Z","time spent":"1.558732113s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:52:01.809527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9228612115765161613,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T07:52:02.226907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.257929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:52:02.227125Z","caller":"traceutil/trace.go:171","msg":"trace[363413046] transaction","detail":"{read_only:false; response_revision:21881; number_of_response:1; }","duration":"917.958501ms","start":"2026-04-28T07:52:01.309132Z","end":"2026-04-28T07:52:02.22709Z","steps":["trace[363413046] 'process raft request' (duration: 737.426405ms)","trace[363413046] 'compare' (duration: 178.72974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:02.227269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:01.309106Z","time spent":"918.085213ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":840,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:52:02.227437Z","caller":"traceutil/trace.go:171","msg":"trace[1907696773] transaction","detail":"{read_only:false; response_revision:21882; number_of_response:1; }","duration":"911.610758ms","start":"2026-04-28T07:52:01.315795Z","end":"2026-04-28T07:52:02.227405Z","steps":["trace[1907696773] 'process raft request' (duration: 911.227328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:02.227674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:01.315782Z","time spent":"911.738802ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:52:02.455585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.415065ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-28T07:52:02.455848Z","caller":"traceutil/trace.go:171","msg":"trace[35135924] linearizableReadLoop","detail":"{readStateIndex:22545; appliedIndex:22542; }","duration":"1.146563631s","start":"2026-04-28T07:52:01.30926Z","end":"2026-04-28T07:52:02.455823Z","steps":["trace[35135924] 'read index received' (duration: 737.287642ms)","trace[35135924] 'applied index is now lower than readState.Index' (duration: 409.274419ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:02.457022Z","caller":"traceutil/trace.go:171","msg":"trace[902420736] transaction","detail":"{read_only:false; response_revision:21883; number_of_response:1; }","duration":"267.608433ms","start":"2026-04-28T07:52:02.189387Z","end":"2026-04-28T07:52:02.456995Z","steps":["trace[902420736] 'process raft request' (duration: 266.32083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:02.457891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148595732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-28T07:52:02.457933Z","caller":"traceutil/trace.go:171","msg":"trace[568417720] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e; range_end:; response_count:1; response_revision:21882; }","duration":"1.148690144s","start":"2026-04-28T07:52:01.309231Z","end":"2026-04-28T07:52:02.457921Z","steps":["trace[568417720] 'agreement among raft nodes before linearized reading' (duration: 1.147069003s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:02.457962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:01.309218Z","time spent":"1.148735196s","remote":"127.0.0.1:51324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1326,"request content":"key:\"/registry/persistentvolumes/pvc-f5e6b673-ee5e-41a6-8d55-b8b086e9932e\" "} {"level":"warn","ts":"2026-04-28T07:52:02.635202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.468378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:52:02.635302Z","caller":"traceutil/trace.go:171","msg":"trace[522361575] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:21883; }","duration":"972.641972ms","start":"2026-04-28T07:52:01.662634Z","end":"2026-04-28T07:52:02.635276Z","steps":["trace[522361575] 'agreement among raft nodes before linearized reading' (duration: 794.700081ms)","trace[522361575] 'count revisions from in-memory index tree' (duration: 177.765976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:02.635365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:01.662612Z","time spent":"972.738715ms","remote":"127.0.0.1:47582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:52:02.635444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239735902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-04-28T07:52:02.635536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.567404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-04-28T07:52:02.635745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.480663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-28T07:52:02.63578Z","caller":"traceutil/trace.go:171","msg":"trace[1774177877] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21883; }","duration":"526.556775ms","start":"2026-04-28T07:52:02.109215Z","end":"2026-04-28T07:52:02.635772Z","steps":["trace[1774177877] 'agreement among raft nodes before linearized reading' (duration: 348.088951ms)","trace[1774177877] 'range keys from in-memory index tree' (duration: 178.30136ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:02.635771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.484713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vlwx6.18aa753affe0193b\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-04-28T07:52:02.635869Z","caller":"traceutil/trace.go:171","msg":"trace[162540945] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vlwx6.18aa753affe0193b; range_end:; response_count:1; response_revision:21883; }","duration":"405.652187ms","start":"2026-04-28T07:52:02.230191Z","end":"2026-04-28T07:52:02.635844Z","steps":["trace[162540945] 'agreement among raft nodes before linearized reading' (duration: 227.138062ms)","trace[162540945] 'range keys from in-memory index tree' (duration: 178.247269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:02.635914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:02.230168Z","time spent":"405.73903ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":918,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vlwx6.18aa753affe0193b\" "} {"level":"warn","ts":"2026-04-28T07:52:02.635941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.52606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-28T07:52:02.635887Z","caller":"traceutil/trace.go:171","msg":"trace[321071034] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:21883; }","duration":"369.172809ms","start":"2026-04-28T07:52:02.266586Z","end":"2026-04-28T07:52:02.635759Z","steps":["trace[321071034] 'agreement among raft nodes before linearized reading' (duration: 190.731436ms)","trace[321071034] 'range keys from in-memory index tree' (duration: 177.827538ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:02.636061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313961452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-04-28T07:52:02.635809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:02.109188Z","time spent":"526.614637ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-28T07:52:02.636111Z","caller":"traceutil/trace.go:171","msg":"trace[731888337] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:21883; }","duration":"1.314219808s","start":"2026-04-28T07:52:01.321876Z","end":"2026-04-28T07:52:02.636096Z","steps":["trace[731888337] 'agreement among raft nodes before linearized reading' (duration: 1.135467437s)","trace[731888337] 'range keys from in-memory index tree' (duration: 178.483114ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:02.636138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:02.266523Z","time spent":"369.558338ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":537,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-28T07:52:02.636239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324379057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwl94\" ","response":"range_response_count:1 size:6247"} {"level":"info","ts":"2026-04-28T07:52:02.636273Z","caller":"traceutil/trace.go:171","msg":"trace[1488761404] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwl94; range_end:; response_count:1; response_revision:21883; }","duration":"1.324430959s","start":"2026-04-28T07:52:01.311834Z","end":"2026-04-28T07:52:02.636265Z","steps":["trace[1488761404] 'agreement among raft nodes before linearized reading' (duration: 1.145519734s)","trace[1488761404] 'range keys from in-memory index tree' (duration: 178.816923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:02.636303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:01.311823Z","time spent":"1.324472049s","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6269,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwl94\" "} {"level":"warn","ts":"2026-04-28T07:52:02.636338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.363646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:52:02.636366Z","caller":"traceutil/trace.go:171","msg":"trace[906356149] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:21883; }","duration":"461.420347ms","start":"2026-04-28T07:52:02.174937Z","end":"2026-04-28T07:52:02.636358Z","steps":["trace[906356149] 'agreement among raft nodes before linearized reading' (duration: 282.341588ms)","trace[906356149] 'count revisions from in-memory index tree' (duration: 179.025688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:02.636364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.127377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-28T07:52:02.636385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:02.174921Z","time spent":"461.458419ms","remote":"127.0.0.1:50024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:52:02.636393Z","caller":"traceutil/trace.go:171","msg":"trace[782280599] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21883; }","duration":"869.219179ms","start":"2026-04-28T07:52:01.767164Z","end":"2026-04-28T07:52:02.636383Z","steps":["trace[782280599] 'agreement among raft nodes before linearized reading' (duration: 690.104259ms)","trace[782280599] 'range keys from in-memory index tree' (duration: 178.980897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:02.636443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:01.767114Z","time spent":"869.298041ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T07:52:02.636447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326931531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:52:02.635591Z","caller":"traceutil/trace.go:171","msg":"trace[1400755015] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21883; }","duration":"1.239910797s","start":"2026-04-28T07:52:01.395638Z","end":"2026-04-28T07:52:02.635549Z","steps":["trace[1400755015] 'agreement among raft nodes before linearized reading' (duration: 1.06170759s)","trace[1400755015] 'range keys from in-memory index tree' (duration: 178.043553ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:02.636635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:01.395611Z","time spent":"1.241011315s","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-04-28T07:52:02.635998Z","caller":"traceutil/trace.go:171","msg":"trace[1875018030] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21883; }","duration":"527.562881ms","start":"2026-04-28T07:52:02.108402Z","end":"2026-04-28T07:52:02.635965Z","steps":["trace[1875018030] 'agreement among raft nodes before linearized reading' (duration: 348.930543ms)","trace[1875018030] 'range keys from in-memory index tree' (duration: 178.392012ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:02.636542Z","caller":"traceutil/trace.go:171","msg":"trace[1949854862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21883; }","duration":"1.327034284s","start":"2026-04-28T07:52:01.309483Z","end":"2026-04-28T07:52:02.636517Z","steps":["trace[1949854862] 'agreement among raft nodes before linearized reading' (duration: 1.147480563s)","trace[1949854862] 'range keys from in-memory index tree' (duration: 179.416848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:02.63615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:01.321865Z","time spent":"1.31427308s","remote":"127.0.0.1:51278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3040,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-04-28T07:52:02.636757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:02.108277Z","time spent":"528.471524ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-28T07:52:02.636804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:01.30945Z","time spent":"1.327324682s","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:52:02.897249Z","caller":"traceutil/trace.go:171","msg":"trace[1635711380] transaction","detail":"{read_only:false; response_revision:21884; number_of_response:1; }","duration":"256.326295ms","start":"2026-04-28T07:52:02.64089Z","end":"2026-04-28T07:52:02.897217Z","steps":["trace[1635711380] 'process raft request' (duration: 256.12661ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:03.332436Z","caller":"traceutil/trace.go:171","msg":"trace[623364461] linearizableReadLoop","detail":"{readStateIndex:22551; appliedIndex:22546; }","duration":"682.117846ms","start":"2026-04-28T07:52:02.650292Z","end":"2026-04-28T07:52:03.33241Z","steps":["trace[623364461] 'read index received' (duration: 246.729021ms)","trace[623364461] 'applied index is now lower than readState.Index' (duration: 435.387345ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:03.332856Z","caller":"traceutil/trace.go:171","msg":"trace[1200062167] transaction","detail":"{read_only:false; response_revision:21885; number_of_response:1; }","duration":"691.007383ms","start":"2026-04-28T07:52:02.641823Z","end":"2026-04-28T07:52:03.33283Z","steps":["trace[1200062167] 'process raft request' (duration: 690.236273ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:03.332887Z","caller":"traceutil/trace.go:171","msg":"trace[550012847] transaction","detail":"{read_only:false; response_revision:21887; number_of_response:1; }","duration":"685.969114ms","start":"2026-04-28T07:52:02.646896Z","end":"2026-04-28T07:52:03.332865Z","steps":["trace[550012847] 'process raft request' (duration: 685.41279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.332982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:02.641795Z","time spent":"691.115915ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:52:03.333004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:02.646869Z","time spent":"686.058136ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6242,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:52:03.333196Z","caller":"traceutil/trace.go:171","msg":"trace[1781757568] transaction","detail":"{read_only:false; response_revision:21888; number_of_response:1; }","duration":"686.263052ms","start":"2026-04-28T07:52:02.64692Z","end":"2026-04-28T07:52:03.333183Z","steps":["trace[1781757568] 'process raft request' (duration: 685.446301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.333238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:02.646913Z","time spent":"686.301432ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:52:03.333243Z","caller":"traceutil/trace.go:171","msg":"trace[504908789] transaction","detail":"{read_only:false; response_revision:21886; number_of_response:1; }","duration":"686.390645ms","start":"2026-04-28T07:52:02.646842Z","end":"2026-04-28T07:52:03.333233Z","steps":["trace[504908789] 'process raft request' (duration: 685.41806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.333298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:02.646818Z","time spent":"686.449316ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:52:03.333362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.07201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:52:03.333389Z","caller":"traceutil/trace.go:171","msg":"trace[64964226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21888; }","duration":"683.126232ms","start":"2026-04-28T07:52:02.650254Z","end":"2026-04-28T07:52:03.333381Z","steps":["trace[64964226] 'agreement among raft nodes before linearized reading' (duration: 683.0702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.33341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:02.650241Z","time spent":"683.165402ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T07:52:03.345595Z","caller":"traceutil/trace.go:171","msg":"trace[2021380078] transaction","detail":"{read_only:false; response_revision:21889; number_of_response:1; }","duration":"110.602136ms","start":"2026-04-28T07:52:03.234975Z","end":"2026-04-28T07:52:03.345577Z","steps":["trace[2021380078] 'process raft request' (duration: 110.114353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.345621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.807182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-04-28T07:52:03.345644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.413702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:52:03.345719Z","caller":"traceutil/trace.go:171","msg":"trace[1937034370] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:21889; }","duration":"590.974115ms","start":"2026-04-28T07:52:02.754715Z","end":"2026-04-28T07:52:03.345689Z","steps":["trace[1937034370] 'agreement among raft nodes before linearized reading' (duration: 590.813271ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:03.345757Z","caller":"traceutil/trace.go:171","msg":"trace[412103881] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:21889; }","duration":"255.583657ms","start":"2026-04-28T07:52:03.090147Z","end":"2026-04-28T07:52:03.345731Z","steps":["trace[412103881] 'agreement among raft nodes before linearized reading' (duration: 255.260658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.345764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:02.754684Z","time spent":"591.070228ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-28T07:52:03.345542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.423258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vlwx6.18aa753b06b65b79\" ","response":"range_response_count:1 size:896"} {"level":"warn","ts":"2026-04-28T07:52:03.346137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.321493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T07:52:03.346183Z","caller":"traceutil/trace.go:171","msg":"trace[1789304241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21889; }","duration":"171.398495ms","start":"2026-04-28T07:52:03.174776Z","end":"2026-04-28T07:52:03.346174Z","steps":["trace[1789304241] 'agreement among raft nodes before linearized reading' (duration: 171.286922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.34625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.052613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T07:52:03.346249Z","caller":"traceutil/trace.go:171","msg":"trace[607615262] range","detail":"{range_begin:/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vlwx6.18aa753b06b65b79; range_end:; response_count:1; response_revision:21889; }","duration":"444.108187ms","start":"2026-04-28T07:52:02.902038Z","end":"2026-04-28T07:52:03.346146Z","steps":["trace[607615262] 'agreement among raft nodes before linearized reading' (duration: 443.324896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.346396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:02.902005Z","time spent":"444.372014ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":1,"response size":918,"request content":"key:\"/registry/events/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-vlwx6.18aa753b06b65b79\" "} {"level":"warn","ts":"2026-04-28T07:52:03.346511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.788829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:52:03.346531Z","caller":"traceutil/trace.go:171","msg":"trace[1604981308] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:21889; }","duration":"357.857ms","start":"2026-04-28T07:52:02.988668Z","end":"2026-04-28T07:52:03.346525Z","steps":["trace[1604981308] 'agreement among raft nodes before linearized reading' (duration: 357.817369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.346549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:02.988644Z","time spent":"357.900862ms","remote":"127.0.0.1:49910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-28T07:52:03.3463Z","caller":"traceutil/trace.go:171","msg":"trace[47189437] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21889; }","duration":"603.151015ms","start":"2026-04-28T07:52:02.743134Z","end":"2026-04-28T07:52:03.346285Z","steps":["trace[47189437] 'agreement among raft nodes before linearized reading' (duration: 602.881488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.346707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:02.743106Z","time spent":"603.585107ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T07:52:03.346665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.801635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:52:03.346873Z","caller":"traceutil/trace.go:171","msg":"trace[1891362462] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:21889; }","duration":"337.030921ms","start":"2026-04-28T07:52:03.009825Z","end":"2026-04-28T07:52:03.346856Z","steps":["trace[1891362462] 'agreement among raft nodes before linearized reading' (duration: 336.818705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.346906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:03.009806Z","time spent":"337.088783ms","remote":"127.0.0.1:47508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T07:52:03.347335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.900402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-28T07:52:03.347377Z","caller":"traceutil/trace.go:171","msg":"trace[1824721598] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21889; }","duration":"696.954023ms","start":"2026-04-28T07:52:02.650412Z","end":"2026-04-28T07:52:03.347366Z","steps":["trace[1824721598] 'agreement among raft nodes before linearized reading' (duration: 695.935418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.347403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:02.650408Z","time spent":"696.987444ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-28T07:52:03.745635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.422873ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T07:52:03.745822Z","caller":"traceutil/trace.go:171","msg":"trace[2063379521] transaction","detail":"{read_only:false; response_revision:21890; number_of_response:1; }","duration":"394.722499ms","start":"2026-04-28T07:52:03.351079Z","end":"2026-04-28T07:52:03.745801Z","steps":["trace[2063379521] 'process raft request' (duration: 128.05221ms)","trace[2063379521] 'compare' (duration: 266.081064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:03.746122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:03.351046Z","time spent":"395.040517ms","remote":"127.0.0.1:51240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":880,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:52:03.830366Z","caller":"traceutil/trace.go:171","msg":"trace[1881890028] linearizableReadLoop","detail":"{readStateIndex:22556; appliedIndex:22552; }","duration":"398.596338ms","start":"2026-04-28T07:52:03.431744Z","end":"2026-04-28T07:52:03.83034Z","steps":["trace[1881890028] 'read index received' (duration: 47.401037ms)","trace[1881890028] 'applied index is now lower than readState.Index' (duration: 351.194071ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:03.830575Z","caller":"traceutil/trace.go:171","msg":"trace[1269542117] transaction","detail":"{read_only:false; response_revision:21892; number_of_response:1; }","duration":"476.712546ms","start":"2026-04-28T07:52:03.353841Z","end":"2026-04-28T07:52:03.830554Z","steps":["trace[1269542117] 'process raft request' (duration: 476.369408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.831338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:03.353831Z","time spent":"477.376404ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:52:03.830655Z","caller":"traceutil/trace.go:171","msg":"trace[2007872057] transaction","detail":"{read_only:false; response_revision:21891; number_of_response:1; }","duration":"478.757908ms","start":"2026-04-28T07:52:03.351887Z","end":"2026-04-28T07:52:03.830645Z","steps":["trace[2007872057] 'process raft request' (duration: 478.174273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.831771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:03.351876Z","time spent":"479.847106ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T07:52:03.830986Z","caller":"traceutil/trace.go:171","msg":"trace[1168810792] transaction","detail":"{read_only:false; response_revision:21893; number_of_response:1; }","duration":"473.645528ms","start":"2026-04-28T07:52:03.357327Z","end":"2026-04-28T07:52:03.830972Z","steps":["trace[1168810792] 'process raft request' (duration: 472.942739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.832092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:03.357318Z","time spent":"474.716425ms","remote":"127.0.0.1:51364","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7034,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:52:03.830991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.215104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-28T07:52:03.832449Z","caller":"traceutil/trace.go:171","msg":"trace[1007404618] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:21893; }","duration":"400.710881ms","start":"2026-04-28T07:52:03.431711Z","end":"2026-04-28T07:52:03.832422Z","steps":["trace[1007404618] 'agreement among raft nodes before linearized reading' (duration: 399.009679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.832523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:03.431693Z","time spent":"400.813205ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":561,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-04-28T07:52:03.981004Z","caller":"traceutil/trace.go:171","msg":"trace[1541654196] linearizableReadLoop","detail":"{readStateIndex:22557; appliedIndex:22556; }","duration":"149.867415ms","start":"2026-04-28T07:52:03.831109Z","end":"2026-04-28T07:52:03.980977Z","steps":["trace[1541654196] 'read index received' (duration: 149.567338ms)","trace[1541654196] 'applied index is now lower than readState.Index' (duration: 298.727µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T07:52:03.981284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.246132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwl94.18aa7431d3ede68d\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-04-28T07:52:03.981355Z","caller":"traceutil/trace.go:171","msg":"trace[2015406244] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwl94.18aa7431d3ede68d; range_end:; response_count:1; response_revision:21894; }","duration":"232.360566ms","start":"2026-04-28T07:52:03.748983Z","end":"2026-04-28T07:52:03.981344Z","steps":["trace[2015406244] 'agreement among raft nodes before linearized reading' (duration: 232.14666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.981354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.287845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:52:03.981405Z","caller":"traceutil/trace.go:171","msg":"trace[1216266291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21894; }","duration":"278.375207ms","start":"2026-04-28T07:52:03.703016Z","end":"2026-04-28T07:52:03.981392Z","steps":["trace[1216266291] 'agreement among raft nodes before linearized reading' (duration: 278.297405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:03.981088Z","caller":"traceutil/trace.go:171","msg":"trace[2098957691] transaction","detail":"{read_only:false; response_revision:21894; number_of_response:1; }","duration":"485.233603ms","start":"2026-04-28T07:52:03.495821Z","end":"2026-04-28T07:52:03.981054Z","steps":["trace[2098957691] 'process raft request' (duration: 484.878334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.983221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T07:52:03.495791Z","time spent":"487.185213ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T07:52:03.995749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.48361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-04-28T07:52:03.995844Z","caller":"traceutil/trace.go:171","msg":"trace[358820454] transaction","detail":"{read_only:false; response_revision:21895; number_of_response:1; }","duration":"157.827137ms","start":"2026-04-28T07:52:03.838007Z","end":"2026-04-28T07:52:03.995834Z","steps":["trace[358820454] 'process raft request' (duration: 157.486239ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:03.995916Z","caller":"traceutil/trace.go:171","msg":"trace[402334329] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:21895; }","duration":"148.644864ms","start":"2026-04-28T07:52:03.847216Z","end":"2026-04-28T07:52:03.99586Z","steps":["trace[402334329] 'agreement among raft nodes before linearized reading' (duration: 148.426358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.995799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.763823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-jkw9c\" ","response":"range_response_count:1 size:7051"} {"level":"info","ts":"2026-04-28T07:52:03.9962Z","caller":"traceutil/trace.go:171","msg":"trace[2060443799] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-jkw9c; range_end:; response_count:1; response_revision:21895; }","duration":"152.164874ms","start":"2026-04-28T07:52:03.843981Z","end":"2026-04-28T07:52:03.996146Z","steps":["trace[2060443799] 'agreement among raft nodes before linearized reading' (duration: 151.692961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:03.995792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.35106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T07:52:03.996513Z","caller":"traceutil/trace.go:171","msg":"trace[543236456] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21895; }","duration":"159.08374ms","start":"2026-04-28T07:52:03.837415Z","end":"2026-04-28T07:52:03.996498Z","steps":["trace[543236456] 'agreement among raft nodes before linearized reading' (duration: 158.211617ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:04.112169Z","caller":"traceutil/trace.go:171","msg":"trace[737572339] transaction","detail":"{read_only:false; response_revision:21897; number_of_response:1; }","duration":"111.408236ms","start":"2026-04-28T07:52:04.000713Z","end":"2026-04-28T07:52:04.112121Z","steps":["trace[737572339] 'process raft request' (duration: 59.925046ms)","trace[737572339] 'compare' (duration: 50.904976ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:04.11231Z","caller":"traceutil/trace.go:171","msg":"trace[2086445514] transaction","detail":"{read_only:false; response_revision:21898; number_of_response:1; }","duration":"110.936644ms","start":"2026-04-28T07:52:04.001341Z","end":"2026-04-28T07:52:04.112277Z","steps":["trace[2086445514] 'process raft request' (duration: 110.556545ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:04.112685Z","caller":"traceutil/trace.go:171","msg":"trace[1544873988] linearizableReadLoop","detail":"{readStateIndex:22562; appliedIndex:22559; }","duration":"106.908632ms","start":"2026-04-28T07:52:04.005757Z","end":"2026-04-28T07:52:04.112665Z","steps":["trace[1544873988] 'read index received' (duration: 55.019642ms)","trace[1544873988] 'applied index is now lower than readState.Index' (duration: 51.88763ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:04.112721Z","caller":"traceutil/trace.go:171","msg":"trace[1145889119] transaction","detail":"{read_only:false; response_revision:21899; number_of_response:1; }","duration":"108.135852ms","start":"2026-04-28T07:52:04.004569Z","end":"2026-04-28T07:52:04.112705Z","steps":["trace[1145889119] 'process raft request' (duration: 107.624099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:04.113086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.309422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-lm6vs.18aa75f2ba5077e7\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-28T07:52:04.113136Z","caller":"traceutil/trace.go:171","msg":"trace[1890021395] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-lm6vs.18aa75f2ba5077e7; range_end:; response_count:1; response_revision:21899; }","duration":"107.407584ms","start":"2026-04-28T07:52:04.005716Z","end":"2026-04-28T07:52:04.113123Z","steps":["trace[1890021395] 'agreement among raft nodes before linearized reading' (duration: 107.067686ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:52:51.39807Z","caller":"traceutil/trace.go:171","msg":"trace[969362924] linearizableReadLoop","detail":"{readStateIndex:23084; appliedIndex:23083; }","duration":"131.573043ms","start":"2026-04-28T07:52:51.266478Z","end":"2026-04-28T07:52:51.398051Z","steps":["trace[969362924] 'read index received' (duration: 131.537072ms)","trace[969362924] 'applied index is now lower than readState.Index' (duration: 34.981µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:52:51.398142Z","caller":"traceutil/trace.go:171","msg":"trace[922231985] transaction","detail":"{read_only:false; response_revision:22406; number_of_response:1; }","duration":"134.350165ms","start":"2026-04-28T07:52:51.263771Z","end":"2026-04-28T07:52:51.398121Z","steps":["trace[922231985] 'process raft request' (duration: 134.140318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:52:51.398429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.928133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/octavia-api-77d6cbf6ff-b6w6v.18aa7605cbfd8d89\" ","response":"range_response_count:1 size:859"} {"level":"info","ts":"2026-04-28T07:52:51.398496Z","caller":"traceutil/trace.go:171","msg":"trace[157675032] range","detail":"{range_begin:/registry/events/openstack/octavia-api-77d6cbf6ff-b6w6v.18aa7605cbfd8d89; range_end:; response_count:1; response_revision:22406; }","duration":"132.033256ms","start":"2026-04-28T07:52:51.266447Z","end":"2026-04-28T07:52:51.39848Z","steps":["trace[157675032] 'agreement among raft nodes before linearized reading' (duration: 131.711527ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:53:45.858939Z","caller":"traceutil/trace.go:171","msg":"trace[227659497] transaction","detail":"{read_only:false; response_revision:22888; number_of_response:1; }","duration":"177.022945ms","start":"2026-04-28T07:53:45.681887Z","end":"2026-04-28T07:53:45.858909Z","steps":["trace[227659497] 'process raft request' (duration: 144.389821ms)","trace[227659497] 'compare' (duration: 32.412338ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:45.85934Z","caller":"traceutil/trace.go:171","msg":"trace[1474630939] linearizableReadLoop","detail":"{readStateIndex:23582; appliedIndex:23579; }","duration":"156.257093ms","start":"2026-04-28T07:53:45.703044Z","end":"2026-04-28T07:53:45.859301Z","steps":["trace[1474630939] 'read index received' (duration: 20.384881ms)","trace[1474630939] 'applied index is now lower than readState.Index' (duration: 135.870542ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:53:45.859607Z","caller":"traceutil/trace.go:171","msg":"trace[758895270] transaction","detail":"{read_only:false; response_revision:22889; number_of_response:1; }","duration":"177.295822ms","start":"2026-04-28T07:53:45.68227Z","end":"2026-04-28T07:53:45.859566Z","steps":["trace[758895270] 'process raft request' (duration: 176.590834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:53:45.859972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.906981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T07:53:45.86008Z","caller":"traceutil/trace.go:171","msg":"trace[1542524749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22890; }","duration":"157.056695ms","start":"2026-04-28T07:53:45.703002Z","end":"2026-04-28T07:53:45.860059Z","steps":["trace[1542524749] 'agreement among raft nodes before linearized reading' (duration: 156.570011ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:01.080679Z","caller":"traceutil/trace.go:171","msg":"trace[1834868914] transaction","detail":"{read_only:false; response_revision:23033; number_of_response:1; }","duration":"267.497628ms","start":"2026-04-28T07:54:00.813137Z","end":"2026-04-28T07:54:01.080635Z","steps":["trace[1834868914] 'process raft request' (duration: 267.249202ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:17.204477Z","caller":"traceutil/trace.go:171","msg":"trace[67713905] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"123.028435ms","start":"2026-04-28T07:54:17.081415Z","end":"2026-04-28T07:54:17.204444Z","steps":["trace[67713905] 'process raft request' (duration: 122.690585ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:17.35392Z","caller":"traceutil/trace.go:171","msg":"trace[612297842] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"144.929265ms","start":"2026-04-28T07:54:17.20896Z","end":"2026-04-28T07:54:17.353889Z","steps":["trace[612297842] 'process raft request' (duration: 46.827948ms)","trace[612297842] 'compare' (duration: 97.951914ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:17.388212Z","caller":"traceutil/trace.go:171","msg":"trace[297763635] linearizableReadLoop","detail":"{readStateIndex:23853; appliedIndex:23852; }","duration":"101.967186ms","start":"2026-04-28T07:54:17.286226Z","end":"2026-04-28T07:54:17.388193Z","steps":["trace[297763635] 'read index received' (duration: 101.789352ms)","trace[297763635] 'applied index is now lower than readState.Index' (duration: 176.834µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T07:54:17.388384Z","caller":"traceutil/trace.go:171","msg":"trace[1996487961] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"120.070099ms","start":"2026-04-28T07:54:17.268279Z","end":"2026-04-28T07:54:17.388349Z","steps":["trace[1996487961] 'process raft request' (duration: 119.785372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T07:54:17.388435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.211863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T07:54:17.388621Z","caller":"traceutil/trace.go:171","msg":"trace[1750853225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23152; }","duration":"102.52209ms","start":"2026-04-28T07:54:17.286085Z","end":"2026-04-28T07:54:17.388607Z","steps":["trace[1750853225] 'agreement among raft nodes before linearized reading' (duration: 102.228083ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:54:59.600241Z","caller":"traceutil/trace.go:171","msg":"trace[757532070] transaction","detail":"{read_only:false; response_revision:23493; number_of_response:1; }","duration":"266.129703ms","start":"2026-04-28T07:54:59.334084Z","end":"2026-04-28T07:54:59.600214Z","steps":["trace[757532070] 'process raft request' (duration: 265.935198ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:04.285995Z","caller":"traceutil/trace.go:171","msg":"trace[1470735670] transaction","detail":"{read_only:false; response_revision:23544; number_of_response:1; }","duration":"208.790447ms","start":"2026-04-28T07:55:04.077184Z","end":"2026-04-28T07:55:04.285975Z","steps":["trace[1470735670] 'process raft request' (duration: 208.616972ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:04.299642Z","caller":"traceutil/trace.go:171","msg":"trace[882239148] transaction","detail":"{read_only:false; response_revision:23545; number_of_response:1; }","duration":"213.936489ms","start":"2026-04-28T07:55:04.08569Z","end":"2026-04-28T07:55:04.299626Z","steps":["trace[882239148] 'process raft request' (duration: 213.477827ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:04.299812Z","caller":"traceutil/trace.go:171","msg":"trace[287254731] transaction","detail":"{read_only:false; response_revision:23546; number_of_response:1; }","duration":"181.52529ms","start":"2026-04-28T07:55:04.118281Z","end":"2026-04-28T07:55:04.299806Z","steps":["trace[287254731] 'process raft request' (duration: 180.994327ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:55:35.078135Z","caller":"traceutil/trace.go:171","msg":"trace[569468330] transaction","detail":"{read_only:false; response_revision:23794; number_of_response:1; }","duration":"192.672196ms","start":"2026-04-28T07:55:34.885431Z","end":"2026-04-28T07:55:35.078104Z","steps":["trace[569468330] 'process raft request' (duration: 192.111321ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T07:59:42.560649Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006706.wal"} {"level":"info","ts":"2026-04-28T08:01:08.304188Z","caller":"traceutil/trace.go:171","msg":"trace[1775808102] transaction","detail":"{read_only:false; response_revision:26336; number_of_response:1; }","duration":"196.322122ms","start":"2026-04-28T08:01:08.107826Z","end":"2026-04-28T08:01:08.304148Z","steps":["trace[1775808102] 'process raft request' (duration: 118.026094ms)","trace[1775808102] 'compare' (duration: 78.046382ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:01:18.841855Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24113} {"level":"info","ts":"2026-04-28T08:01:19.076651Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24113,"took":"229.117529ms","hash":3784205949,"current-db-size-bytes":73859072,"current-db-size":"74 MB","current-db-size-in-use-bytes":34521088,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-28T08:01:19.076723Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3784205949,"revision":24113,"compact-revision":15747} {"level":"info","ts":"2026-04-28T08:05:35.084666Z","caller":"traceutil/trace.go:171","msg":"trace[900626541] transaction","detail":"{read_only:false; response_revision:28360; number_of_response:1; }","duration":"109.839844ms","start":"2026-04-28T08:05:34.974796Z","end":"2026-04-28T08:05:35.084635Z","steps":["trace[900626541] 'process raft request' (duration: 48.837807ms)","trace[900626541] 'compare' (duration: 60.794422ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:05:35.084847Z","caller":"traceutil/trace.go:171","msg":"trace[2081047141] transaction","detail":"{read_only:false; response_revision:28361; number_of_response:1; }","duration":"104.786265ms","start":"2026-04-28T08:05:34.980038Z","end":"2026-04-28T08:05:35.084824Z","steps":["trace[2081047141] 'process raft request' (duration: 104.535318ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:05:35.82347Z","caller":"traceutil/trace.go:171","msg":"trace[2138770693] transaction","detail":"{read_only:false; response_revision:28366; number_of_response:1; }","duration":"244.322547ms","start":"2026-04-28T08:05:35.579119Z","end":"2026-04-28T08:05:35.823442Z","steps":["trace[2138770693] 'process raft request' (duration: 185.410113ms)","trace[2138770693] 'compare' (duration: 58.547585ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:05:35.823494Z","caller":"traceutil/trace.go:171","msg":"trace[1567617716] transaction","detail":"{read_only:false; response_revision:28367; number_of_response:1; }","duration":"242.910282ms","start":"2026-04-28T08:05:35.580559Z","end":"2026-04-28T08:05:35.823469Z","steps":["trace[1567617716] 'process raft request' (duration: 242.806979ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:05:35.823653Z","caller":"traceutil/trace.go:171","msg":"trace[1634471262] linearizableReadLoop","detail":"{readStateIndex:29220; appliedIndex:29218; }","duration":"192.375862ms","start":"2026-04-28T08:05:35.631055Z","end":"2026-04-28T08:05:35.823431Z","steps":["trace[1634471262] 'read index received' (duration: 133.399186ms)","trace[1634471262] 'applied index is now lower than readState.Index' (duration: 58.975396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:05:35.823708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.641078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/glance-glance-ks-user\" ","response":"range_response_count:1 size:737"} {"level":"info","ts":"2026-04-28T08:05:35.823763Z","caller":"traceutil/trace.go:171","msg":"trace[1472866791] range","detail":"{range_begin:/registry/rolebindings/openstack/glance-glance-ks-user; range_end:; response_count:1; response_revision:28367; }","duration":"192.744411ms","start":"2026-04-28T08:05:35.631003Z","end":"2026-04-28T08:05:35.823748Z","steps":["trace[1472866791] 'agreement among raft nodes before linearized reading' (duration: 192.553186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:05:35.824214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.107523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-28T08:05:35.824285Z","caller":"traceutil/trace.go:171","msg":"trace[1296525593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28367; }","duration":"159.231366ms","start":"2026-04-28T08:05:35.665035Z","end":"2026-04-28T08:05:35.824267Z","steps":["trace[1296525593] 'agreement among raft nodes before linearized reading' (duration: 158.99164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:05:35.824395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.223784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-28T08:05:35.82447Z","caller":"traceutil/trace.go:171","msg":"trace[1826032294] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:28367; }","duration":"148.331127ms","start":"2026-04-28T08:05:35.676114Z","end":"2026-04-28T08:05:35.824445Z","steps":["trace[1826032294] 'agreement among raft nodes before linearized reading' (duration: 148.110582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:05:35.824513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.187357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/glance-glance-ks-service\" ","response":"range_response_count:1 size:749"} {"level":"info","ts":"2026-04-28T08:05:35.824544Z","caller":"traceutil/trace.go:171","msg":"trace[1747830087] range","detail":"{range_begin:/registry/rolebindings/openstack/glance-glance-ks-service; range_end:; response_count:1; response_revision:28367; }","duration":"156.266059ms","start":"2026-04-28T08:05:35.668271Z","end":"2026-04-28T08:05:35.824537Z","steps":["trace[1747830087] 'agreement among raft nodes before linearized reading' (duration: 156.186197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:05:36.398215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.556409ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:05:36.398384Z","caller":"traceutil/trace.go:171","msg":"trace[1958899798] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:28370; }","duration":"122.742214ms","start":"2026-04-28T08:05:36.275616Z","end":"2026-04-28T08:05:36.398359Z","steps":["trace[1958899798] 'range keys from in-memory index tree' (duration: 122.535598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:05:36.398517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.702657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:05:36.398631Z","caller":"traceutil/trace.go:171","msg":"trace[16246591] linearizableReadLoop","detail":"{readStateIndex:29224; appliedIndex:29223; }","duration":"161.447511ms","start":"2026-04-28T08:05:36.237168Z","end":"2026-04-28T08:05:36.398616Z","steps":["trace[16246591] 'read index received' (duration: 48.493868ms)","trace[16246591] 'applied index is now lower than readState.Index' (duration: 112.952293ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:05:36.398642Z","caller":"traceutil/trace.go:171","msg":"trace[1801618642] transaction","detail":"{read_only:false; response_revision:28371; number_of_response:1; }","duration":"169.099666ms","start":"2026-04-28T08:05:36.229524Z","end":"2026-04-28T08:05:36.398624Z","steps":["trace[1801618642] 'process raft request' (duration: 56.177964ms)","trace[1801618642] 'compare' (duration: 112.359288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:05:36.398757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.71479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:05:36.398809Z","caller":"traceutil/trace.go:171","msg":"trace[1614427000] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:28371; }","duration":"174.824023ms","start":"2026-04-28T08:05:36.223968Z","end":"2026-04-28T08:05:36.398792Z","steps":["trace[1614427000] 'agreement among raft nodes before linearized reading' (duration: 174.728711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:05:36.398853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.815553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/glance-glance-test\" ","response":"range_response_count:1 size:725"} {"level":"info","ts":"2026-04-28T08:05:36.398885Z","caller":"traceutil/trace.go:171","msg":"trace[206896031] range","detail":"{range_begin:/registry/rolebindings/openstack/glance-glance-test; range_end:; response_count:1; response_revision:28371; }","duration":"129.877505ms","start":"2026-04-28T08:05:36.268996Z","end":"2026-04-28T08:05:36.398874Z","steps":["trace[206896031] 'agreement among raft nodes before linearized reading' (duration: 129.719371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:05:36.398887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.035809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/glance-glance-storage-init\" ","response":"range_response_count:1 size:757"} {"level":"info","ts":"2026-04-28T08:05:36.398949Z","caller":"traceutil/trace.go:171","msg":"trace[607122885] range","detail":"{range_begin:/registry/rolebindings/openstack/glance-glance-storage-init; range_end:; response_count:1; response_revision:28371; }","duration":"157.137811ms","start":"2026-04-28T08:05:36.241792Z","end":"2026-04-28T08:05:36.39893Z","steps":["trace[607122885] 'agreement among raft nodes before linearized reading' (duration: 156.925646ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:05:37.365913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.622151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:05:37.366295Z","caller":"traceutil/trace.go:171","msg":"trace[546293554] transaction","detail":"{read_only:false; response_revision:28374; number_of_response:1; }","duration":"275.374951ms","start":"2026-04-28T08:05:37.090887Z","end":"2026-04-28T08:05:37.366262Z","steps":["trace[546293554] 'process raft request' (duration: 141.036101ms)","trace[546293554] 'compare' (duration: 133.19676ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:05:37.366922Z","caller":"traceutil/trace.go:171","msg":"trace[1218301429] linearizableReadLoop","detail":"{readStateIndex:29228; appliedIndex:29226; }","duration":"215.403499ms","start":"2026-04-28T08:05:37.151503Z","end":"2026-04-28T08:05:37.366906Z","steps":["trace[1218301429] 'read index received' (duration: 80.356492ms)","trace[1218301429] 'applied index is now lower than readState.Index' (duration: 135.046037ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:05:37.367046Z","caller":"traceutil/trace.go:171","msg":"trace[1809369244] transaction","detail":"{read_only:false; response_revision:28375; number_of_response:1; }","duration":"273.81231ms","start":"2026-04-28T08:05:37.09318Z","end":"2026-04-28T08:05:37.366992Z","steps":["trace[1809369244] 'process raft request' (duration: 273.02189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:05:37.367207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.696636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/heat-heat-db-sync\" ","response":"range_response_count:1 size:721"} {"level":"info","ts":"2026-04-28T08:05:37.367253Z","caller":"traceutil/trace.go:171","msg":"trace[1122266127] range","detail":"{range_begin:/registry/rolebindings/openstack/heat-heat-db-sync; range_end:; response_count:1; response_revision:28375; }","duration":"215.780119ms","start":"2026-04-28T08:05:37.151461Z","end":"2026-04-28T08:05:37.367241Z","steps":["trace[1122266127] 'agreement among raft nodes before linearized reading' (duration: 215.627815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:05:37.367631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.149989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/barbican-openstack-barbican-api\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-04-28T08:05:37.367669Z","caller":"traceutil/trace.go:171","msg":"trace[1158071704] range","detail":"{range_begin:/registry/roles/openstack/barbican-openstack-barbican-api; range_end:; response_count:1; response_revision:28375; }","duration":"200.241101ms","start":"2026-04-28T08:05:37.167419Z","end":"2026-04-28T08:05:37.36766Z","steps":["trace[1158071704] 'agreement among raft nodes before linearized reading' (duration: 200.119208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:05:37.368294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.454629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-28T08:05:37.368386Z","caller":"traceutil/trace.go:171","msg":"trace[2008141024] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28375; }","duration":"130.601414ms","start":"2026-04-28T08:05:37.237761Z","end":"2026-04-28T08:05:37.368362Z","steps":["trace[2008141024] 'agreement among raft nodes before linearized reading' (duration: 129.876796ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:05:37.594435Z","caller":"traceutil/trace.go:171","msg":"trace[1360425363] linearizableReadLoop","detail":"{readStateIndex:29230; appliedIndex:29229; }","duration":"112.259666ms","start":"2026-04-28T08:05:37.482145Z","end":"2026-04-28T08:05:37.594405Z","steps":["trace[1360425363] 'read index received' (duration: 94.4099ms)","trace[1360425363] 'applied index is now lower than readState.Index' (duration: 17.848776ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:05:37.594447Z","caller":"traceutil/trace.go:171","msg":"trace[1745037976] transaction","detail":"{read_only:false; response_revision:28377; number_of_response:1; }","duration":"114.923474ms","start":"2026-04-28T08:05:37.4795Z","end":"2026-04-28T08:05:37.594423Z","steps":["trace[1745037976] 'process raft request' (duration: 97.031718ms)","trace[1745037976] 'compare' (duration: 17.446295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:05:37.59469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.522833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/barbican-openstack-barbican-db-init\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-04-28T08:05:37.594732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.904006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/heat-heat-engine\" ","response":"range_response_count:1 size:717"} {"level":"info","ts":"2026-04-28T08:05:37.594767Z","caller":"traceutil/trace.go:171","msg":"trace[611772142] range","detail":"{range_begin:/registry/roles/openstack/barbican-openstack-barbican-db-init; range_end:; response_count:1; response_revision:28377; }","duration":"112.641835ms","start":"2026-04-28T08:05:37.482103Z","end":"2026-04-28T08:05:37.594745Z","steps":["trace[611772142] 'agreement among raft nodes before linearized reading' (duration: 112.42405ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:05:37.594778Z","caller":"traceutil/trace.go:171","msg":"trace[1880617559] range","detail":"{range_begin:/registry/rolebindings/openstack/heat-heat-engine; range_end:; response_count:1; response_revision:28377; }","duration":"109.963608ms","start":"2026-04-28T08:05:37.4848Z","end":"2026-04-28T08:05:37.594763Z","steps":["trace[1880617559] 'agreement among raft nodes before linearized reading' (duration: 109.751502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:05:38.074225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.354405ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:05:38.074642Z","caller":"traceutil/trace.go:171","msg":"trace[250623952] linearizableReadLoop","detail":"{readStateIndex:29234; appliedIndex:29232; }","duration":"240.200612ms","start":"2026-04-28T08:05:37.834421Z","end":"2026-04-28T08:05:38.074622Z","steps":["trace[250623952] 'read index received' (duration: 113.269701ms)","trace[250623952] 'applied index is now lower than readState.Index' (duration: 126.929331ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:05:38.074643Z","caller":"traceutil/trace.go:171","msg":"trace[290122767] transaction","detail":"{read_only:false; response_revision:28380; number_of_response:1; }","duration":"246.683117ms","start":"2026-04-28T08:05:37.82793Z","end":"2026-04-28T08:05:38.074614Z","steps":["trace[290122767] 'process raft request' (duration: 119.828548ms)","trace[290122767] 'compare' (duration: 125.796471ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:05:38.074955Z","caller":"traceutil/trace.go:171","msg":"trace[1773312528] transaction","detail":"{read_only:false; response_revision:28381; number_of_response:1; }","duration":"245.650641ms","start":"2026-04-28T08:05:37.829286Z","end":"2026-04-28T08:05:38.074937Z","steps":["trace[1773312528] 'process raft request' (duration: 245.152609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:05:38.075268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.842538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/heat-heat-engine-cleaner\" ","response":"range_response_count:1 size:749"} {"level":"info","ts":"2026-04-28T08:05:38.07533Z","caller":"traceutil/trace.go:171","msg":"trace[955145669] range","detail":"{range_begin:/registry/rolebindings/openstack/heat-heat-engine-cleaner; range_end:; response_count:1; response_revision:28381; }","duration":"240.947111ms","start":"2026-04-28T08:05:37.834368Z","end":"2026-04-28T08:05:38.075315Z","steps":["trace[955145669] 'agreement among raft nodes before linearized reading' (duration: 240.762176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:05:38.075338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.894838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-28T08:05:38.075313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.901745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-28T08:05:38.075395Z","caller":"traceutil/trace.go:171","msg":"trace[659136056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28381; }","duration":"216.966359ms","start":"2026-04-28T08:05:37.858411Z","end":"2026-04-28T08:05:38.075377Z","steps":["trace[659136056] 'agreement among raft nodes before linearized reading' (duration: 216.792475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:05:38.07543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.871682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T08:05:38.075438Z","caller":"traceutil/trace.go:171","msg":"trace[404056205] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:28381; }","duration":"117.089619ms","start":"2026-04-28T08:05:37.958327Z","end":"2026-04-28T08:05:38.075417Z","steps":["trace[404056205] 'agreement among raft nodes before linearized reading' (duration: 116.792472ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:05:38.07553Z","caller":"traceutil/trace.go:171","msg":"trace[2025618918] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28381; }","duration":"170.976795ms","start":"2026-04-28T08:05:37.904529Z","end":"2026-04-28T08:05:38.075505Z","steps":["trace[2025618918] 'agreement among raft nodes before linearized reading' (duration: 170.667477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:05:38.075272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.037075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/openstack/barbican-openstack-barbican-db-sync\" ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-04-28T08:05:38.076637Z","caller":"traceutil/trace.go:171","msg":"trace[248663044] range","detail":"{range_begin:/registry/roles/openstack/barbican-openstack-barbican-db-sync; range_end:; response_count:1; response_revision:28381; }","duration":"226.400209ms","start":"2026-04-28T08:05:37.850176Z","end":"2026-04-28T08:05:38.076576Z","steps":["trace[248663044] 'agreement among raft nodes before linearized reading' (duration: 224.920522ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:06:18.847821Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26413} {"level":"info","ts":"2026-04-28T08:06:18.98504Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26413,"took":"132.607515ms","hash":1616497564,"current-db-size-bytes":73859072,"current-db-size":"74 MB","current-db-size-in-use-bytes":31784960,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-28T08:06:18.98513Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1616497564,"revision":26413,"compact-revision":24113} {"level":"info","ts":"2026-04-28T08:06:55.789282Z","caller":"traceutil/trace.go:171","msg":"trace[960705307] transaction","detail":"{read_only:false; response_revision:28947; number_of_response:1; }","duration":"117.297695ms","start":"2026-04-28T08:06:55.671953Z","end":"2026-04-28T08:06:55.789251Z","steps":["trace[960705307] 'process raft request' (duration: 83.915993ms)","trace[960705307] 'compare' (duration: 33.234668ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:06:56.477638Z","caller":"traceutil/trace.go:171","msg":"trace[16592606] transaction","detail":"{read_only:false; response_revision:28952; number_of_response:1; }","duration":"101.936483ms","start":"2026-04-28T08:06:56.375666Z","end":"2026-04-28T08:06:56.477603Z","steps":["trace[16592606] 'process raft request' (duration: 101.39159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:57.902888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.234723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/horizon-int\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-04-28T08:06:57.90298Z","caller":"traceutil/trace.go:171","msg":"trace[781542301] range","detail":"{range_begin:/registry/services/specs/openstack/horizon-int; range_end:; response_count:1; response_revision:28959; }","duration":"184.370057ms","start":"2026-04-28T08:06:57.718587Z","end":"2026-04-28T08:06:57.902957Z","steps":["trace[781542301] 'range keys from in-memory index tree' (duration: 184.063909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:57.903255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.001453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:932"} {"level":"info","ts":"2026-04-28T08:06:57.903312Z","caller":"traceutil/trace.go:171","msg":"trace[1913753231] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:28959; }","duration":"118.092774ms","start":"2026-04-28T08:06:57.785207Z","end":"2026-04-28T08:06:57.903299Z","steps":["trace[1913753231] 'range keys from in-memory index tree' (duration: 117.675624ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:06:57.923047Z","caller":"traceutil/trace.go:171","msg":"trace[1710146402] linearizableReadLoop","detail":"{readStateIndex:29831; appliedIndex:29830; }","duration":"103.80682ms","start":"2026-04-28T08:06:57.819215Z","end":"2026-04-28T08:06:57.923022Z","steps":["trace[1710146402] 'read index received' (duration: 103.565314ms)","trace[1710146402] 'applied index is now lower than readState.Index' (duration: 240.636µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:06:57.92328Z","caller":"traceutil/trace.go:171","msg":"trace[1005801579] transaction","detail":"{read_only:false; response_revision:28960; number_of_response:1; }","duration":"129.064815ms","start":"2026-04-28T08:06:57.794186Z","end":"2026-04-28T08:06:57.923251Z","steps":["trace[1005801579] 'process raft request' (duration: 128.675695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:57.923487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.259961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-28T08:06:57.923741Z","caller":"traceutil/trace.go:171","msg":"trace[402891537] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:28960; }","duration":"104.377364ms","start":"2026-04-28T08:06:57.819161Z","end":"2026-04-28T08:06:57.923538Z","steps":["trace[402891537] 'agreement among raft nodes before linearized reading' (duration: 104.029355ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:06:58.125176Z","caller":"traceutil/trace.go:171","msg":"trace[1930611035] linearizableReadLoop","detail":"{readStateIndex:29832; appliedIndex:29831; }","duration":"193.634714ms","start":"2026-04-28T08:06:57.931509Z","end":"2026-04-28T08:06:58.125143Z","steps":["trace[1930611035] 'read index received' (duration: 122.554439ms)","trace[1930611035] 'applied index is now lower than readState.Index' (duration: 71.078944ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:06:58.125226Z","caller":"traceutil/trace.go:171","msg":"trace[542823905] transaction","detail":"{read_only:false; response_revision:28961; number_of_response:1; }","duration":"197.576555ms","start":"2026-04-28T08:06:57.927613Z","end":"2026-04-28T08:06:58.125189Z","steps":["trace[542823905] 'process raft request' (duration: 126.456069ms)","trace[542823905] 'compare' (duration: 70.928441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:06:58.125562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.020353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/horizon-int\" ","response":"range_response_count:1 size:663"} {"level":"info","ts":"2026-04-28T08:06:58.125736Z","caller":"traceutil/trace.go:171","msg":"trace[1894767807] range","detail":"{range_begin:/registry/services/endpoints/openstack/horizon-int; range_end:; response_count:1; response_revision:28961; }","duration":"194.240539ms","start":"2026-04-28T08:06:57.931472Z","end":"2026-04-28T08:06:58.125712Z","steps":["trace[1894767807] 'agreement among raft nodes before linearized reading' (duration: 193.811468ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:06:58.145558Z","caller":"traceutil/trace.go:171","msg":"trace[1881260759] transaction","detail":"{read_only:false; response_revision:28962; number_of_response:1; }","duration":"188.299677ms","start":"2026-04-28T08:06:57.957234Z","end":"2026-04-28T08:06:58.145533Z","steps":["trace[1881260759] 'process raft request' (duration: 187.992319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:58.145979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.520398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:932"} {"level":"info","ts":"2026-04-28T08:06:58.146135Z","caller":"traceutil/trace.go:171","msg":"trace[1688744974] transaction","detail":"{read_only:false; response_revision:28963; number_of_response:1; }","duration":"104.508848ms","start":"2026-04-28T08:06:58.041597Z","end":"2026-04-28T08:06:58.146106Z","steps":["trace[1688744974] 'process raft request' (duration: 103.7834ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:06:58.146142Z","caller":"traceutil/trace.go:171","msg":"trace[1214184053] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:28963; }","duration":"160.737133ms","start":"2026-04-28T08:06:57.985376Z","end":"2026-04-28T08:06:58.146113Z","steps":["trace[1214184053] 'agreement among raft nodes before linearized reading' (duration: 160.336183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:58.14629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.798572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-28T08:06:58.146333Z","caller":"traceutil/trace.go:171","msg":"trace[1059571559] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:28963; }","duration":"156.890166ms","start":"2026-04-28T08:06:57.989431Z","end":"2026-04-28T08:06:58.146321Z","steps":["trace[1059571559] 'agreement among raft nodes before linearized reading' (duration: 156.750011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:58.581171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.604327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29622695-h49hb.18aa750ce817528f\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:28964 ","response":"range_response_count:1000 size:768164"} {"level":"info","ts":"2026-04-28T08:06:58.581261Z","caller":"traceutil/trace.go:171","msg":"trace[1318667466] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29622695-h49hb.18aa750ce817528f\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:28964; }","duration":"116.751401ms","start":"2026-04-28T08:06:58.464488Z","end":"2026-04-28T08:06:58.581239Z","steps":["trace[1318667466] 'range keys from in-memory index tree' (duration: 113.58637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:58.583132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.080818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-engine-cleaner-29622695-h49hb.18aa750ce817528f\\000\" range_end:\"/registry/events/openstack0\" limit:1000 revision:28964 ","response":"range_response_count:1000 size:768164"} {"level":"info","ts":"2026-04-28T08:06:58.583229Z","caller":"traceutil/trace.go:171","msg":"trace[1347354671] range","detail":"{range_begin:/registry/events/openstack/heat-engine-cleaner-29622695-h49hb.18aa750ce817528f\u0000; range_end:/registry/events/openstack0; response_count:1000; response_revision:28964; }","duration":"115.241722ms","start":"2026-04-28T08:06:58.467972Z","end":"2026-04-28T08:06:58.583214Z","steps":["trace[1347354671] 'range keys from in-memory index tree' (duration: 112.00101ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:06:58.734989Z","caller":"traceutil/trace.go:171","msg":"trace[1330466737] linearizableReadLoop","detail":"{readStateIndex:29838; appliedIndex:29837; }","duration":"101.458321ms","start":"2026-04-28T08:06:58.633489Z","end":"2026-04-28T08:06:58.734947Z","steps":["trace[1330466737] 'read index received' (duration: 60.459414ms)","trace[1330466737] 'applied index is now lower than readState.Index' (duration: 40.997387ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:06:58.735043Z","caller":"traceutil/trace.go:171","msg":"trace[1496871874] transaction","detail":"{read_only:false; response_revision:28967; number_of_response:1; }","duration":"145.646259ms","start":"2026-04-28T08:06:58.589359Z","end":"2026-04-28T08:06:58.735005Z","steps":["trace[1496871874] 'process raft request' (duration: 104.658712ms)","trace[1496871874] 'compare' (duration: 40.598897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:06:58.739718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.190791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-scheduler-767568f8cd-n6kjz.18aa75387f9f26b3\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:28964 ","response":"range_response_count:813 size:626576"} {"level":"info","ts":"2026-04-28T08:06:58.73982Z","caller":"traceutil/trace.go:171","msg":"trace[1805199163] range","detail":"{range_begin:/registry/events/openstack/nova-scheduler-767568f8cd-n6kjz.18aa75387f9f26b3\u0000; range_end:/registry/events/openstack0; response_count:813; response_revision:28967; }","duration":"106.358385ms","start":"2026-04-28T08:06:58.633444Z","end":"2026-04-28T08:06:58.739802Z","steps":["trace[1805199163] 'agreement among raft nodes before linearized reading' (duration: 101.549423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:58.740339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.825908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-scheduler-767568f8cd-n6kjz.18aa75387f9f26b3\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:28964 ","response":"range_response_count:813 size:626576"} {"level":"info","ts":"2026-04-28T08:06:58.740431Z","caller":"traceutil/trace.go:171","msg":"trace[345797981] range","detail":"{range_begin:/registry/events/openstack/nova-scheduler-767568f8cd-n6kjz.18aa75387f9f26b3\u0000; range_end:/registry/events/openstack0; response_count:813; response_revision:28967; }","duration":"106.953591ms","start":"2026-04-28T08:06:58.633447Z","end":"2026-04-28T08:06:58.740401Z","steps":["trace[345797981] 'agreement among raft nodes before linearized reading' (duration: 101.638756ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:06:58.824617Z","caller":"traceutil/trace.go:171","msg":"trace[316249993] transaction","detail":"{read_only:false; response_revision:28968; number_of_response:1; }","duration":"117.677585ms","start":"2026-04-28T08:06:58.706909Z","end":"2026-04-28T08:06:58.824587Z","steps":["trace[316249993] 'process raft request' (duration: 117.006237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:58.824692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.751584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:06:58.824755Z","caller":"traceutil/trace.go:171","msg":"trace[504022799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:28968; }","duration":"122.840567ms","start":"2026-04-28T08:06:58.7019Z","end":"2026-04-28T08:06:58.824741Z","steps":["trace[504022799] 'agreement among raft nodes before linearized reading' (duration: 122.700323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:58.871219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.582334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-28T08:06:58.871283Z","caller":"traceutil/trace.go:171","msg":"trace[663461618] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28969; }","duration":"132.698357ms","start":"2026-04-28T08:06:58.73857Z","end":"2026-04-28T08:06:58.871268Z","steps":["trace[663461618] 'agreement among raft nodes before linearized reading' (duration: 132.498032ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:06:59.089451Z","caller":"traceutil/trace.go:171","msg":"trace[1841630114] linearizableReadLoop","detail":"{readStateIndex:29841; appliedIndex:29840; }","duration":"111.312152ms","start":"2026-04-28T08:06:58.978111Z","end":"2026-04-28T08:06:59.089423Z","steps":["trace[1841630114] 'read index received' (duration: 111.086256ms)","trace[1841630114] 'applied index is now lower than readState.Index' (duration: 224.296µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:06:59.089579Z","caller":"traceutil/trace.go:171","msg":"trace[976463735] transaction","detail":"{read_only:false; response_revision:28970; number_of_response:1; }","duration":"211.9316ms","start":"2026-04-28T08:06:58.877606Z","end":"2026-04-28T08:06:59.089538Z","steps":["trace[976463735] 'process raft request' (duration: 211.629592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:59.089794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.63447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/manila-api\" ","response":"range_response_count:1 size:925"} {"level":"info","ts":"2026-04-28T08:06:59.090489Z","caller":"traceutil/trace.go:171","msg":"trace[925956487] range","detail":"{range_begin:/registry/services/specs/openstack/manila-api; range_end:; response_count:1; response_revision:28970; }","duration":"112.38732ms","start":"2026-04-28T08:06:58.978069Z","end":"2026-04-28T08:06:59.090456Z","steps":["trace[925956487] 'agreement among raft nodes before linearized reading' (duration: 111.511537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:06:59.089862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.547508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1165"} {"level":"info","ts":"2026-04-28T08:06:59.09075Z","caller":"traceutil/trace.go:171","msg":"trace[566185014] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:28970; }","duration":"112.432641ms","start":"2026-04-28T08:06:58.978236Z","end":"2026-04-28T08:06:59.090669Z","steps":["trace[566185014] 'agreement among raft nodes before linearized reading' (duration: 111.409534ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:00.58018Z","caller":"traceutil/trace.go:171","msg":"trace[1354126694] transaction","detail":"{read_only:false; response_revision:28980; number_of_response:1; }","duration":"127.3457ms","start":"2026-04-28T08:07:00.452807Z","end":"2026-04-28T08:07:00.580152Z","steps":["trace[1354126694] 'process raft request' (duration: 127.134735ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:00.712754Z","caller":"traceutil/trace.go:171","msg":"trace[313963199] linearizableReadLoop","detail":"{readStateIndex:29853; appliedIndex:29852; }","duration":"123.421541ms","start":"2026-04-28T08:07:00.589301Z","end":"2026-04-28T08:07:00.712722Z","steps":["trace[313963199] 'read index received' (duration: 65.965774ms)","trace[313963199] 'applied index is now lower than readState.Index' (duration: 57.454227ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:07:00.712862Z","caller":"traceutil/trace.go:171","msg":"trace[292565710] transaction","detail":"{read_only:false; response_revision:28981; number_of_response:1; }","duration":"124.279683ms","start":"2026-04-28T08:07:00.588516Z","end":"2026-04-28T08:07:00.712796Z","steps":["trace[292565710] 'process raft request' (duration: 66.769444ms)","trace[292565710] 'compare' (duration: 57.183591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:07:00.713013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.685818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-28T08:07:00.713108Z","caller":"traceutil/trace.go:171","msg":"trace[1580839598] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:28981; }","duration":"123.803ms","start":"2026-04-28T08:07:00.589285Z","end":"2026-04-28T08:07:00.713088Z","steps":["trace[1580839598] 'agreement among raft nodes before linearized reading' (duration: 123.533824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:00.713185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.003113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-28T08:07:00.713282Z","caller":"traceutil/trace.go:171","msg":"trace[729380264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:28981; }","duration":"120.123387ms","start":"2026-04-28T08:07:00.593138Z","end":"2026-04-28T08:07:00.713262Z","steps":["trace[729380264] 'agreement among raft nodes before linearized reading' (duration: 119.87236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:00.716389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.665758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:384499"} {"level":"info","ts":"2026-04-28T08:07:00.716462Z","caller":"traceutil/trace.go:171","msg":"trace[1717515043] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:28981; }","duration":"125.765831ms","start":"2026-04-28T08:07:00.590682Z","end":"2026-04-28T08:07:00.716448Z","steps":["trace[1717515043] 'agreement among raft nodes before linearized reading' (duration: 122.215721ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:01.262892Z","caller":"traceutil/trace.go:171","msg":"trace[435085974] linearizableReadLoop","detail":"{readStateIndex:29858; appliedIndex:29857; }","duration":"143.732108ms","start":"2026-04-28T08:07:01.119143Z","end":"2026-04-28T08:07:01.262876Z","steps":["trace[435085974] 'read index received' (duration: 143.616845ms)","trace[435085974] 'applied index is now lower than readState.Index' (duration: 114.583µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:07:01.262973Z","caller":"traceutil/trace.go:171","msg":"trace[1662486517] transaction","detail":"{read_only:false; response_revision:28986; number_of_response:1; }","duration":"163.739849ms","start":"2026-04-28T08:07:01.099204Z","end":"2026-04-28T08:07:01.262943Z","steps":["trace[1662486517] 'process raft request' (duration: 163.571025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:01.263061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.905734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T08:07:01.263086Z","caller":"traceutil/trace.go:171","msg":"trace[1984570707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28986; }","duration":"143.985905ms","start":"2026-04-28T08:07:01.119094Z","end":"2026-04-28T08:07:01.263079Z","steps":["trace[1984570707] 'agreement among raft nodes before linearized reading' (duration: 143.875453ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:19.146795Z","caller":"traceutil/trace.go:171","msg":"trace[902169709] linearizableReadLoop","detail":"{readStateIndex:29987; appliedIndex:29986; }","duration":"126.805197ms","start":"2026-04-28T08:07:19.019956Z","end":"2026-04-28T08:07:19.146761Z","steps":["trace[902169709] 'read index received' (duration: 62.402683ms)","trace[902169709] 'applied index is now lower than readState.Index' (duration: 64.400184ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:07:19.146803Z","caller":"traceutil/trace.go:171","msg":"trace[765125557] transaction","detail":"{read_only:false; response_revision:29112; number_of_response:1; }","duration":"128.608153ms","start":"2026-04-28T08:07:19.01815Z","end":"2026-04-28T08:07:19.146758Z","steps":["trace[765125557] 'process raft request' (duration: 64.201589ms)","trace[765125557] 'compare' (duration: 64.23736ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:07:19.146811Z","caller":"traceutil/trace.go:171","msg":"trace[1841422188] transaction","detail":"{read_only:false; response_revision:29113; number_of_response:1; }","duration":"125.430122ms","start":"2026-04-28T08:07:19.021373Z","end":"2026-04-28T08:07:19.146803Z","steps":["trace[1841422188] 'process raft request' (duration: 125.32925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:19.147082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.20003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/\" range_end:\"/registry/pods/capo-system0\" limit:500 ","response":"range_response_count:1 size:6960"} {"level":"info","ts":"2026-04-28T08:07:19.146795Z","caller":"traceutil/trace.go:171","msg":"trace[605795623] transaction","detail":"{read_only:false; response_revision:29114; number_of_response:1; }","duration":"124.182119ms","start":"2026-04-28T08:07:19.022588Z","end":"2026-04-28T08:07:19.14677Z","steps":["trace[605795623] 'process raft request' (duration: 124.145868ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:19.147122Z","caller":"traceutil/trace.go:171","msg":"trace[1370522516] range","detail":"{range_begin:/registry/pods/capo-system/; range_end:/registry/pods/capo-system0; response_count:1; response_revision:29114; }","duration":"113.265021ms","start":"2026-04-28T08:07:19.033847Z","end":"2026-04-28T08:07:19.147112Z","steps":["trace[1370522516] 'agreement among raft nodes before linearized reading' (duration: 113.073676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:19.147272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.288509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18027"} {"level":"info","ts":"2026-04-28T08:07:19.147475Z","caller":"traceutil/trace.go:171","msg":"trace[579416802] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:29114; }","duration":"127.429412ms","start":"2026-04-28T08:07:19.019891Z","end":"2026-04-28T08:07:19.147321Z","steps":["trace[579416802] 'agreement among raft nodes before linearized reading' (duration: 127.119904ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:21.262015Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"42c325ad8bcf8012","local-member-applied-index":30006,"local-member-snapshot-index":20005,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-28T08:07:21.262122Z","caller":"traceutil/trace.go:171","msg":"trace[1293739516] transaction","detail":"{read_only:false; response_revision:29129; number_of_response:1; }","duration":"107.030172ms","start":"2026-04-28T08:07:21.15504Z","end":"2026-04-28T08:07:21.26207Z","steps":["trace[1293739516] 'process raft request' (duration: 95.129229ms)","trace[1293739516] 'compare' (duration: 11.651077ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:07:21.262299Z","caller":"traceutil/trace.go:171","msg":"trace[1279260060] transaction","detail":"{read_only:false; response_revision:29130; number_of_response:1; }","duration":"105.363899ms","start":"2026-04-28T08:07:21.156902Z","end":"2026-04-28T08:07:21.262266Z","steps":["trace[1279260060] 'process raft request' (duration: 105.062662ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:21.370656Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30006} {"level":"info","ts":"2026-04-28T08:07:21.370821Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25006} {"level":"info","ts":"2026-04-28T08:07:25.317382Z","caller":"traceutil/trace.go:171","msg":"trace[2029953880] transaction","detail":"{read_only:false; response_revision:29160; number_of_response:1; }","duration":"119.137472ms","start":"2026-04-28T08:07:25.198216Z","end":"2026-04-28T08:07:25.317354Z","steps":["trace[2029953880] 'process raft request' (duration: 98.803022ms)","trace[2029953880] 'compare' (duration: 20.128624ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T08:07:25.358616Z","caller":"traceutil/trace.go:171","msg":"trace[1133652212] transaction","detail":"{read_only:false; response_revision:29161; number_of_response:1; }","duration":"137.819439ms","start":"2026-04-28T08:07:25.220759Z","end":"2026-04-28T08:07:25.358579Z","steps":["trace[1133652212] 'process raft request' (duration: 137.603683ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:25.769305Z","caller":"traceutil/trace.go:171","msg":"trace[352381653] transaction","detail":"{read_only:false; response_revision:29164; number_of_response:1; }","duration":"108.383577ms","start":"2026-04-28T08:07:25.660892Z","end":"2026-04-28T08:07:25.769276Z","steps":["trace[352381653] 'process raft request' (duration: 108.207903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:26.018586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.133569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-28T08:07:26.018784Z","caller":"traceutil/trace.go:171","msg":"trace[61226771] transaction","detail":"{read_only:false; response_revision:29166; number_of_response:1; }","duration":"224.85541ms","start":"2026-04-28T08:07:25.793896Z","end":"2026-04-28T08:07:26.018752Z","steps":["trace[61226771] 'process raft request' (duration: 224.793838ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:26.018877Z","caller":"traceutil/trace.go:171","msg":"trace[614862305] linearizableReadLoop","detail":"{readStateIndex:30042; appliedIndex:30040; }","duration":"314.274043ms","start":"2026-04-28T08:07:25.704557Z","end":"2026-04-28T08:07:26.018831Z","steps":["trace[614862305] 'read index received' (duration: 64.511107ms)","trace[614862305] 'applied index is now lower than readState.Index' (duration: 249.757346ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:07:26.019004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.428377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-28T08:07:26.01907Z","caller":"traceutil/trace.go:171","msg":"trace[187535363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29166; }","duration":"314.54306ms","start":"2026-04-28T08:07:25.704514Z","end":"2026-04-28T08:07:26.019057Z","steps":["trace[187535363] 'agreement among raft nodes before linearized reading' (duration: 314.424687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:26.019112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:25.704498Z","time spent":"314.608031ms","remote":"127.0.0.1:51164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-28T08:07:26.018773Z","caller":"traceutil/trace.go:171","msg":"trace[893960100] transaction","detail":"{read_only:false; response_revision:29165; number_of_response:1; }","duration":"355.917406ms","start":"2026-04-28T08:07:25.662824Z","end":"2026-04-28T08:07:26.018742Z","steps":["trace[893960100] 'process raft request' (duration: 204.544271ms)","trace[893960100] 'compare' (duration: 151.038996ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:07:26.01941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T08:07:25.662801Z","time spent":"356.551072ms","remote":"127.0.0.1:51458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T08:07:26.063857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.390719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-28T08:07:26.063939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.362042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-nvvn5\" ","response":"range_response_count:1 size:18522"} {"level":"info","ts":"2026-04-28T08:07:26.063992Z","caller":"traceutil/trace.go:171","msg":"trace[718120511] range","detail":"{range_begin:/registry/pods/kube-system/cilium-nvvn5; range_end:; response_count:1; response_revision:29167; }","duration":"138.449424ms","start":"2026-04-28T08:07:25.925529Z","end":"2026-04-28T08:07:26.063978Z","steps":["trace[718120511] 'agreement among raft nodes before linearized reading' (duration: 138.228959ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:26.063976Z","caller":"traceutil/trace.go:171","msg":"trace[1370531196] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:29167; }","duration":"206.584804ms","start":"2026-04-28T08:07:25.857361Z","end":"2026-04-28T08:07:26.063946Z","steps":["trace[1370531196] 'agreement among raft nodes before linearized reading' (duration: 206.399589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T08:07:26.064147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.09242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/libvirt\" ","response":"range_response_count:1 size:518"} {"level":"info","ts":"2026-04-28T08:07:26.064232Z","caller":"traceutil/trace.go:171","msg":"trace[176111967] range","detail":"{range_begin:/registry/serviceaccounts/openstack/libvirt; range_end:; response_count:1; response_revision:29167; }","duration":"262.211123ms","start":"2026-04-28T08:07:25.801999Z","end":"2026-04-28T08:07:26.06421Z","steps":["trace[176111967] 'agreement among raft nodes before linearized reading' (duration: 261.972057ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:26.778978Z","caller":"traceutil/trace.go:171","msg":"trace[1744325881] linearizableReadLoop","detail":"{readStateIndex:30048; appliedIndex:30047; }","duration":"101.810959ms","start":"2026-04-28T08:07:26.677131Z","end":"2026-04-28T08:07:26.778942Z","steps":["trace[1744325881] 'read index received' (duration: 46.279862ms)","trace[1744325881] 'applied index is now lower than readState.Index' (duration: 55.529617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T08:07:26.779218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.077875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-7wwl8\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-04-28T08:07:26.779252Z","caller":"traceutil/trace.go:171","msg":"trace[926903571] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-7wwl8; range_end:; response_count:1; response_revision:29171; }","duration":"102.131547ms","start":"2026-04-28T08:07:26.67711Z","end":"2026-04-28T08:07:26.779242Z","steps":["trace[926903571] 'agreement among raft nodes before linearized reading' (duration: 101.944072ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T08:07:26.779356Z","caller":"traceutil/trace.go:171","msg":"trace[1478309455] transaction","detail":"{read_only:false; response_revision:29171; number_of_response:1; }","duration":"168.045079ms","start":"2026-04-28T08:07:26.611276Z","end":"2026-04-28T08:07:26.779321Z","steps":["trace[1478309455] 'process raft request' (duration: 112.083901ms)","trace[1478309455] 'compare' (duration: 55.318451ms)"],"step_count":2}